{"level":"info","ts":1785371606.3006265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371606.300677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a8ecec5-f400-4092-8635-66ec8368f61c"} {"level":"info","ts":1785371606.300686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a8ecec5-f400-4092-8635-66ec8368f61c"} {"level":"info","ts":1785371606.300697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a8ecec5-f400-4092-8635-66ec8368f61c","EoS":false} {"level":"info","ts":1785371606.3007066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a8ecec5-f400-4092-8635-66ec8368f61c","EoS":true} {"level":"info","ts":1785371606.300722,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a8ecec5-f400-4092-8635-66ec8368f61c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371606.3007343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a8ecec5-f400-4092-8635-66ec8368f61c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371606.3007517,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a8ecec5-f400-4092-8635-66ec8368f61c"} {"level":"info","ts":1785371606.356804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371606.3568647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c31d0d92-777a-40fa-95aa-5523acfe5e8c"} {"level":"info","ts":1785371606.3568783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c31d0d92-777a-40fa-95aa-5523acfe5e8c"} {"level":"info","ts":1785371606.356889,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c31d0d92-777a-40fa-95aa-5523acfe5e8c","EoS":false} {"level":"info","ts":1785371606.3569028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c31d0d92-777a-40fa-95aa-5523acfe5e8c","EoS":true} {"level":"info","ts":1785371606.3569198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c31d0d92-777a-40fa-95aa-5523acfe5e8c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371606.356934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c31d0d92-777a-40fa-95aa-5523acfe5e8c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371606.3569567,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c31d0d92-777a-40fa-95aa-5523acfe5e8c"} {"level":"info","ts":1785371606.9693575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371606.9694526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8df7d77d-25a4-91b0-b842-a200bfc1932c"} {"level":"info","ts":1785371606.9694686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8df7d77d-25a4-91b0-b842-a200bfc1932c"} {"level":"info","ts":1785371606.9694815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8df7d77d-25a4-91b0-b842-a200bfc1932c","EoS":false} {"level":"info","ts":1785371606.9694922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8df7d77d-25a4-91b0-b842-a200bfc1932c","EoS":true} {"level":"info","ts":1785371606.9695117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8df7d77d-25a4-91b0-b842-a200bfc1932c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371606.9695294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8df7d77d-25a4-91b0-b842-a200bfc1932c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371606.969555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8df7d77d-25a4-91b0-b842-a200bfc1932c"} {"level":"info","ts":1785371607.004151,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371607.0042193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e834c806-5580-429f-b410-1a95ade5b544"} {"level":"info","ts":1785371607.0042315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e834c806-5580-429f-b410-1a95ade5b544"} {"level":"info","ts":1785371607.004255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e834c806-5580-429f-b410-1a95ade5b544","EoS":false} {"level":"info","ts":1785371607.0042655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e834c806-5580-429f-b410-1a95ade5b544","EoS":true} {"level":"info","ts":1785371607.004281,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e834c806-5580-429f-b410-1a95ade5b544","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371607.0042949,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e834c806-5580-429f-b410-1a95ade5b544","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371607.004313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e834c806-5580-429f-b410-1a95ade5b544"} {"level":"info","ts":1785371611.1495383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371611.149626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09cdfa09-c952-42aa-b640-dc71986a100f"} {"level":"info","ts":1785371611.149639,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09cdfa09-c952-42aa-b640-dc71986a100f"} {"level":"info","ts":1785371611.1496553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09cdfa09-c952-42aa-b640-dc71986a100f","EoS":false} {"level":"info","ts":1785371611.14967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09cdfa09-c952-42aa-b640-dc71986a100f","EoS":true} {"level":"info","ts":1785371611.149693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09cdfa09-c952-42aa-b640-dc71986a100f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371611.1497095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09cdfa09-c952-42aa-b640-dc71986a100f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371611.1497345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09cdfa09-c952-42aa-b640-dc71986a100f"} {"level":"info","ts":1785371630.0037878,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371630.0038772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd6580a9-bb32-45b7-b6db-c41e1ed6dcea"} {"level":"info","ts":1785371630.0038998,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd6580a9-bb32-45b7-b6db-c41e1ed6dcea"} {"level":"info","ts":1785371630.0039206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd6580a9-bb32-45b7-b6db-c41e1ed6dcea","EoS":false} {"level":"info","ts":1785371630.0039408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd6580a9-bb32-45b7-b6db-c41e1ed6dcea","EoS":true} {"level":"info","ts":1785371630.0039754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd6580a9-bb32-45b7-b6db-c41e1ed6dcea","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785371630.0039952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd6580a9-bb32-45b7-b6db-c41e1ed6dcea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371630.004026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd6580a9-bb32-45b7-b6db-c41e1ed6dcea"} {"level":"info","ts":1785371630.1395156,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371630.1395853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f78f048d-d834-4763-a907-008db5514e01"} {"level":"info","ts":1785371630.139597,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f78f048d-d834-4763-a907-008db5514e01"} {"level":"info","ts":1785371630.1396098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","EoS":false} {"level":"info","ts":1785371630.1396224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","EoS":true} {"level":"info","ts":1785371630.1396403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785371630.1396568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f78f048d-d834-4763-a907-008db5514e01","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371630.1396773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f78f048d-d834-4763-a907-008db5514e01"} {"level":"info","ts":1785371630.273962,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371630.274027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd"} {"level":"info","ts":1785371630.2740397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd"} {"level":"info","ts":1785371630.2740514,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","EoS":false} {"level":"info","ts":1785371630.274061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","EoS":true} {"level":"info","ts":1785371630.2740777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785371630.274093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371630.274112,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4dcf16bc-2c44-402e-8ccc-790a743876cd"} {"level":"info","ts":1785371630.406593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371630.4066744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a"} {"level":"info","ts":1785371630.4066877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a"} {"level":"info","ts":1785371630.4066997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","EoS":false} {"level":"info","ts":1785371630.4067147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","EoS":true} {"level":"info","ts":1785371630.40674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785371630.406811,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371630.406834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94e3f4bd-f2ff-41e4-9507-36d8c8a38e7a"} {"level":"info","ts":1785371630.5406094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371630.5406868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39"} {"level":"info","ts":1785371630.5407002,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39"} {"level":"info","ts":1785371630.5407116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","EoS":false} {"level":"info","ts":1785371630.540722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","EoS":true} {"level":"info","ts":1785371630.5407388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785371630.5407531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371630.5407727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98c245f2-9506-4773-92f8-2bc013557f39"} {"level":"info","ts":1785371630.6834369,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371630.683498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b57112-3025-437a-93af-47c6400a620f"} {"level":"info","ts":1785371630.6835113,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8b57112-3025-437a-93af-47c6400a620f"} {"level":"info","ts":1785371630.6835222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8b57112-3025-437a-93af-47c6400a620f","EoS":false} {"level":"info","ts":1785371630.6835337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8b57112-3025-437a-93af-47c6400a620f","EoS":true} {"level":"info","ts":1785371630.6835494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8b57112-3025-437a-93af-47c6400a620f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785371630.683564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8b57112-3025-437a-93af-47c6400a620f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371630.6835845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8b57112-3025-437a-93af-47c6400a620f"} {"level":"info","ts":1785371650.5164192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371650.5165057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e"} {"level":"info","ts":1785371650.5165184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e"} {"level":"info","ts":1785371650.5165296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","EoS":false} {"level":"info","ts":1785371650.516541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","EoS":true} {"level":"info","ts":1785371650.516562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785371650.5165777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371650.5165997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e83cb9d9-0054-414b-84cb-2e56f3857f9e"} {"level":"info","ts":1785371650.5549054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371650.554976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22b4ea36-1637-42eb-848b-9e237b1b2555"} {"level":"info","ts":1785371650.5549912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22b4ea36-1637-42eb-848b-9e237b1b2555"} {"level":"info","ts":1785371650.5550103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22b4ea36-1637-42eb-848b-9e237b1b2555","EoS":false} {"level":"info","ts":1785371650.555031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22b4ea36-1637-42eb-848b-9e237b1b2555","EoS":true} {"level":"info","ts":1785371650.5550563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22b4ea36-1637-42eb-848b-9e237b1b2555","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785371650.5550752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22b4ea36-1637-42eb-848b-9e237b1b2555","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371650.5551057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22b4ea36-1637-42eb-848b-9e237b1b2555"} {"level":"info","ts":1785371650.5836015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371650.583663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"987d7e6b-47f5-4470-ab53-b45cbb0126b7"} {"level":"info","ts":1785371650.5836782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"987d7e6b-47f5-4470-ab53-b45cbb0126b7"} {"level":"info","ts":1785371650.583696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"987d7e6b-47f5-4470-ab53-b45cbb0126b7","EoS":false} {"level":"info","ts":1785371650.5837162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"987d7e6b-47f5-4470-ab53-b45cbb0126b7","EoS":true} {"level":"info","ts":1785371650.5837436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"987d7e6b-47f5-4470-ab53-b45cbb0126b7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785371650.5837598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"987d7e6b-47f5-4470-ab53-b45cbb0126b7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371650.5837858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"987d7e6b-47f5-4470-ab53-b45cbb0126b7"} {"level":"info","ts":1785371650.615438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371650.6155019,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f2371d8-7569-40c7-a112-66098851c5ec"} {"level":"info","ts":1785371655.2014754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371655.2015557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe"} {"level":"info","ts":1785371655.2015688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe"} {"level":"info","ts":1785371655.201585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","EoS":false} {"level":"info","ts":1785371655.2015967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","EoS":true} {"level":"info","ts":1785371655.2016172,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371655.201633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371655.201705,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5321573d-6b9f-4a38-bda0-f4d59c0daefe"} {"level":"info","ts":1785371663.720981,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371663.7210608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3"} {"level":"info","ts":1785371663.7210734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3"} {"level":"info","ts":1785371663.7210844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","EoS":false} {"level":"info","ts":1785371663.721095,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","EoS":true} {"level":"info","ts":1785371663.7211227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371663.72114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371663.7211614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8696226-ee81-4ab6-a060-bf2436ca69c3"} {"level":"info","ts":1785371676.5608692,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371676.5609474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c"} {"level":"info","ts":1785371676.5609562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c"} {"level":"info","ts":1785371676.560967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","EoS":false} {"level":"info","ts":1785371676.56098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","EoS":true} {"level":"info","ts":1785371676.561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371676.5610163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371676.5610366,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6977d578-4d04-4c62-aaa9-c142b9a8b49c"} {"level":"info","ts":1785371685.0855045,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371685.0855873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2"} {"level":"info","ts":1785371685.0856013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2"} {"level":"info","ts":1785371685.0856128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","EoS":false} {"level":"info","ts":1785371685.0856228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","EoS":true} {"level":"info","ts":1785371685.0856438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371685.08566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371685.0856862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3699932d-2abf-4d31-a84d-03c03f5cbaf2"} {"level":"info","ts":1785371693.9277828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371693.927871,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544"} {"level":"info","ts":1785371693.9278824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544"} {"level":"info","ts":1785371693.9278934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","EoS":false} {"level":"info","ts":1785371693.9279046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","EoS":true} {"level":"info","ts":1785371693.9279263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371693.9279428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371693.9279668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d571ebe0-be50-42dc-b277-e39d5ed5b544"} {"level":"info","ts":1785371702.8441095,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371702.8442364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2fd7e67-2be2-4206-ab53-60ddf9038965"} {"level":"info","ts":1785371702.8442733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2fd7e67-2be2-4206-ab53-60ddf9038965"} {"level":"info","ts":1785371702.8442876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2fd7e67-2be2-4206-ab53-60ddf9038965","EoS":false} {"level":"info","ts":1785371702.8443074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2fd7e67-2be2-4206-ab53-60ddf9038965","EoS":true} {"level":"info","ts":1785371702.8443298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2fd7e67-2be2-4206-ab53-60ddf9038965","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371702.844346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2fd7e67-2be2-4206-ab53-60ddf9038965","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371702.8443692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2fd7e67-2be2-4206-ab53-60ddf9038965"} {"level":"info","ts":1785371710.6485987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371710.6486745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcef8d8b-3de3-49d1-a91d-7565645099a7"} {"level":"info","ts":1785371710.648686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dcef8d8b-3de3-49d1-a91d-7565645099a7"} {"level":"info","ts":1785371710.6486971,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcef8d8b-3de3-49d1-a91d-7565645099a7","EoS":false} {"level":"info","ts":1785371710.6487124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcef8d8b-3de3-49d1-a91d-7565645099a7","EoS":true} {"level":"info","ts":1785371710.6487339,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcef8d8b-3de3-49d1-a91d-7565645099a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785371710.6487556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcef8d8b-3de3-49d1-a91d-7565645099a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371710.648786,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dcef8d8b-3de3-49d1-a91d-7565645099a7"} {"level":"info","ts":1785371715.374606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371715.374684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d650171-f85b-4569-b0f2-133dd800497c"} {"level":"info","ts":1785371715.3747017,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d650171-f85b-4569-b0f2-133dd800497c"} {"level":"info","ts":1785371715.3747137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d650171-f85b-4569-b0f2-133dd800497c","EoS":false} {"level":"info","ts":1785371715.3747287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d650171-f85b-4569-b0f2-133dd800497c","EoS":true} {"level":"info","ts":1785371715.3747528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d650171-f85b-4569-b0f2-133dd800497c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371715.374769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d650171-f85b-4569-b0f2-133dd800497c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371715.374794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d650171-f85b-4569-b0f2-133dd800497c"} {"level":"info","ts":1785371715.7223365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371715.7224147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa7b364d-7cf3-47a0-a1e3-b175c7018afe"} {"level":"info","ts":1785371715.7224264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa7b364d-7cf3-47a0-a1e3-b175c7018afe"} {"level":"info","ts":1785371715.7224374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa7b364d-7cf3-47a0-a1e3-b175c7018afe","EoS":false} {"level":"info","ts":1785371715.722451,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa7b364d-7cf3-47a0-a1e3-b175c7018afe","EoS":true} {"level":"info","ts":1785371715.722472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa7b364d-7cf3-47a0-a1e3-b175c7018afe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371715.7224886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa7b364d-7cf3-47a0-a1e3-b175c7018afe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371715.7225127,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa7b364d-7cf3-47a0-a1e3-b175c7018afe"} {"level":"info","ts":1785371717.755491,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371717.7555807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17ec4e3f-c8b2-4ca7-843e-c3171af40081"} {"level":"info","ts":1785371717.755592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17ec4e3f-c8b2-4ca7-843e-c3171af40081"} {"level":"info","ts":1785371717.7556036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17ec4e3f-c8b2-4ca7-843e-c3171af40081","EoS":false} {"level":"info","ts":1785371717.7556145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17ec4e3f-c8b2-4ca7-843e-c3171af40081","EoS":true} {"level":"info","ts":1785371717.7556376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17ec4e3f-c8b2-4ca7-843e-c3171af40081","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371717.7556546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17ec4e3f-c8b2-4ca7-843e-c3171af40081","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371717.755675,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17ec4e3f-c8b2-4ca7-843e-c3171af40081"} {"level":"info","ts":1785371719.7835608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371719.7836423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053"} {"level":"info","ts":1785371719.7836537,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053"} {"level":"info","ts":1785371719.7836652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","EoS":false} {"level":"info","ts":1785371719.7836761,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","EoS":true} {"level":"info","ts":1785371719.7836971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371719.783715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371719.783737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd1d9711-5c58-434c-a746-fc3b85704053"} {"level":"info","ts":1785371742.5164683,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371742.516544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97"} {"level":"info","ts":1785371742.5165567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97"} {"level":"info","ts":1785371742.5165672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","EoS":false} {"level":"info","ts":1785371742.5165777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","EoS":true} {"level":"info","ts":1785371742.5165987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371742.5166156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371742.5166383,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"714a2bd8-1f73-4ca4-bf90-ed1c055b5e97"} {"level":"info","ts":1785371751.774859,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371751.77494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0926333-ee28-9f33-b986-0d5045b3e3b9"} {"level":"info","ts":1785371751.7749512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0926333-ee28-9f33-b986-0d5045b3e3b9"} {"level":"info","ts":1785371751.774965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0926333-ee28-9f33-b986-0d5045b3e3b9","EoS":false} {"level":"info","ts":1785371751.7749777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0926333-ee28-9f33-b986-0d5045b3e3b9","EoS":true} {"level":"info","ts":1785371751.7749982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0926333-ee28-9f33-b986-0d5045b3e3b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371751.7750146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0926333-ee28-9f33-b986-0d5045b3e3b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371751.7750375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0926333-ee28-9f33-b986-0d5045b3e3b9"} {"level":"info","ts":1785371767.8425846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371767.842668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5dc7dad-1743-45c6-a4df-74eaad681f97"} {"level":"info","ts":1785371767.8426814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5dc7dad-1743-45c6-a4df-74eaad681f97"} {"level":"info","ts":1785371767.8426929,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5dc7dad-1743-45c6-a4df-74eaad681f97","EoS":false} {"level":"info","ts":1785371767.8427038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5dc7dad-1743-45c6-a4df-74eaad681f97","EoS":true} {"level":"info","ts":1785371767.8427231,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5dc7dad-1743-45c6-a4df-74eaad681f97","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371767.8427389,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5dc7dad-1743-45c6-a4df-74eaad681f97","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371767.8427646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5dc7dad-1743-45c6-a4df-74eaad681f97"} {"level":"info","ts":1785371777.3536148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371777.3536918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43269373-a1ed-487c-b624-a467c3b803d3"} {"level":"info","ts":1785371777.3537045,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43269373-a1ed-487c-b624-a467c3b803d3"} {"level":"info","ts":1785371777.3537161,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43269373-a1ed-487c-b624-a467c3b803d3","EoS":false} {"level":"info","ts":1785371777.3537333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43269373-a1ed-487c-b624-a467c3b803d3","EoS":true} {"level":"info","ts":1785371777.3537571,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43269373-a1ed-487c-b624-a467c3b803d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371777.353774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43269373-a1ed-487c-b624-a467c3b803d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371777.3538015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43269373-a1ed-487c-b624-a467c3b803d3"} {"level":"info","ts":1785371779.381936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371779.382019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b"} {"level":"info","ts":1785371779.3820317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b"} {"level":"info","ts":1785371779.3820431,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","EoS":false} {"level":"info","ts":1785371779.3820562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","EoS":true} {"level":"info","ts":1785371779.3820765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371779.3820915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371779.3821132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05e33910-d7ef-4460-b412-67893a472d6b"} {"level":"info","ts":1785371788.7049117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371788.704986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767"} {"level":"info","ts":1785371788.7049973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767"} {"level":"info","ts":1785371788.7050092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","EoS":false} {"level":"info","ts":1785371788.7050235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","EoS":true} {"level":"info","ts":1785371788.7050421,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371788.705058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371788.705083,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96e544ca-8290-4eef-9097-04a1ec6ca767"} {"level":"info","ts":1785371788.7391953,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371788.739277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169"} {"level":"info","ts":1785371788.73929,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169"} {"level":"info","ts":1785371788.7393024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","EoS":false} {"level":"info","ts":1785371788.7393148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","EoS":true} {"level":"info","ts":1785371788.739333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371788.7393484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371788.7393727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d63d1ab-2245-489e-b902-9fb076168169"} {"level":"info","ts":1785371807.7267158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371807.726793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad"} {"level":"info","ts":1785371807.7268062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad"} {"level":"info","ts":1785371807.7268178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","EoS":false} {"level":"info","ts":1785371807.726828,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","EoS":true} {"level":"info","ts":1785371807.7268476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371807.7268639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371807.7268856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20ee48a8-331e-4918-870c-a024a498b9ad"} {"level":"info","ts":1785371816.9742694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371816.9743476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1479c476-1b57-4383-bda8-52caa5dfcd06"} {"level":"info","ts":1785371816.9743578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1479c476-1b57-4383-bda8-52caa5dfcd06"} {"level":"info","ts":1785371816.9743693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1479c476-1b57-4383-bda8-52caa5dfcd06","EoS":false} {"level":"info","ts":1785371816.9743836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1479c476-1b57-4383-bda8-52caa5dfcd06","EoS":true} {"level":"info","ts":1785371816.9744048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1479c476-1b57-4383-bda8-52caa5dfcd06","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371816.974421,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1479c476-1b57-4383-bda8-52caa5dfcd06","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371816.9744458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1479c476-1b57-4383-bda8-52caa5dfcd06"} {"level":"info","ts":1785371822.1997988,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371822.199898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e169eca5-6a96-45c3-8ba5-467f15218ed9"} {"level":"info","ts":1785371822.1999135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e169eca5-6a96-45c3-8ba5-467f15218ed9"} {"level":"info","ts":1785371822.1999333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e169eca5-6a96-45c3-8ba5-467f15218ed9","EoS":false} {"level":"info","ts":1785371822.199952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e169eca5-6a96-45c3-8ba5-467f15218ed9","EoS":true} {"level":"info","ts":1785371822.1999826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e169eca5-6a96-45c3-8ba5-467f15218ed9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785371822.200003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e169eca5-6a96-45c3-8ba5-467f15218ed9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785371822.200035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e169eca5-6a96-45c3-8ba5-467f15218ed9"} {"level":"info","ts":1785371912.5084815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371912.5085914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d25943d8-6802-4962-a5a5-5e6eaeef955b"} {"level":"info","ts":1785371912.5086052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d25943d8-6802-4962-a5a5-5e6eaeef955b"} {"level":"info","ts":1785371912.508617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d25943d8-6802-4962-a5a5-5e6eaeef955b","EoS":false} {"level":"info","ts":1785371912.5086303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d25943d8-6802-4962-a5a5-5e6eaeef955b","EoS":true} {"level":"info","ts":1785371912.5086534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d25943d8-6802-4962-a5a5-5e6eaeef955b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785371912.5086727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d25943d8-6802-4962-a5a5-5e6eaeef955b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785371912.5086908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d25943d8-6802-4962-a5a5-5e6eaeef955b"} {"level":"info","ts":1785371942.206069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371942.206153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709"} {"level":"info","ts":1785371942.206165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709"} {"level":"info","ts":1785371942.206177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","EoS":false} {"level":"info","ts":1785371942.2061872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","EoS":true} {"level":"info","ts":1785371942.2062314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785371942.2062662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785371942.2062871,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d32d3fb2-35c9-40cf-ab9f-d6c0dd362709"} {"level":"info","ts":1785371989.6549065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371989.654986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1"} {"level":"info","ts":1785371989.655001,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1"} {"level":"info","ts":1785371989.655012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","EoS":false} {"level":"info","ts":1785371989.6550252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","EoS":true} {"level":"info","ts":1785371989.6550465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785371989.6550622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371989.6550834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d14a56a-c0f0-40b1-8303-62778fde6fa1"} {"level":"info","ts":1785372004.8776028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372004.8776836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed"} {"level":"info","ts":1785372004.8776968,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed"} {"level":"info","ts":1785372004.8777082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","EoS":false} {"level":"info","ts":1785372004.8777213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","EoS":true} {"level":"info","ts":1785372004.8777432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785372004.8777587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785372004.8777895,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55011ce7-674b-47c5-8618-0a890c12d2ed"} {"level":"info","ts":1785372005.1369593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372005.137028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec70598f-1740-4925-a14f-9b938c4d93b6"} {"level":"info","ts":1785372005.1370373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec70598f-1740-4925-a14f-9b938c4d93b6"} {"level":"info","ts":1785372005.1370487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec70598f-1740-4925-a14f-9b938c4d93b6","EoS":false} {"level":"info","ts":1785372005.1370592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec70598f-1740-4925-a14f-9b938c4d93b6","EoS":true} {"level":"info","ts":1785372005.137077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec70598f-1740-4925-a14f-9b938c4d93b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785372005.1370919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec70598f-1740-4925-a14f-9b938c4d93b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785372005.137112,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec70598f-1740-4925-a14f-9b938c4d93b6"} {"level":"info","ts":1785372302.143203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372302.1433387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308"} {"level":"info","ts":1785372302.1433525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308"} {"level":"info","ts":1785372302.143373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","EoS":false} {"level":"info","ts":1785372302.1433942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","EoS":true} {"level":"info","ts":1785372302.1434286,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785372302.1434495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785372302.143473,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be2c335a-e9fc-45f0-9f60-fde442077308"} {"level":"info","ts":1785372302.181693,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372302.181769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbd1a172-67c7-46df-87d0-4baf501614e4"} {"level":"info","ts":1785372302.181783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbd1a172-67c7-46df-87d0-4baf501614e4"} {"level":"info","ts":1785372302.181795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbd1a172-67c7-46df-87d0-4baf501614e4","EoS":false} {"level":"info","ts":1785372302.1818054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbd1a172-67c7-46df-87d0-4baf501614e4","EoS":true} {"level":"info","ts":1785372302.1818235,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbd1a172-67c7-46df-87d0-4baf501614e4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785372302.181837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbd1a172-67c7-46df-87d0-4baf501614e4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785372302.1819108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbd1a172-67c7-46df-87d0-4baf501614e4"} {"level":"info","ts":1785372302.2195914,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372302.2196648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"698c4ecd-a194-4e1c-8704-bf63413b220b"} {"level":"info","ts":1785372302.2196836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"698c4ecd-a194-4e1c-8704-bf63413b220b"} {"level":"info","ts":1785372302.2197018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"698c4ecd-a194-4e1c-8704-bf63413b220b","EoS":false} {"level":"info","ts":1785372302.2197237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"698c4ecd-a194-4e1c-8704-bf63413b220b","EoS":true} {"level":"info","ts":1785372302.2197475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"698c4ecd-a194-4e1c-8704-bf63413b220b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785372302.21976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"698c4ecd-a194-4e1c-8704-bf63413b220b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785372302.2197897,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"698c4ecd-a194-4e1c-8704-bf63413b220b"} {"level":"info","ts":1785372307.0283148,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5fba160b-25f4-400a-bb7b-1685223b0719","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785372307.028316,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cc3ae60-7a84-4999-a493-405ccc29b8eb"} {"level":"info","ts":1785372307.0283523,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5fba160b-25f4-400a-bb7b-1685223b0719","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785372307.0331697,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fec98e9-0f24-4bec-9fa2-4de09abe55f8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785372307.0331993,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fec98e9-0f24-4bec-9fa2-4de09abe55f8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785372307.0336878,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32455.138599929,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.0337055,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.1353033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"793c5394-7985-498d-a070-80e7a0c5de93"} {"level":"info","ts":1785372307.1357384,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d5403a1-582a-4928-abac-1b467c03da7c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.1357753,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d5403a1-582a-4928-abac-1b467c03da7c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.140405,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e45c15b2-f7d6-4cc6-89d6-5d6c862d5a0d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.140437,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e45c15b2-f7d6-4cc6-89d6-5d6c862d5a0d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785372307.1415617,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"793c5394-7985-498d-a070-80e7a0c5de93","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372307.1416185,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"793c5394-7985-498d-a070-80e7a0c5de93","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785372307.2331016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f587bc89-6687-4c4c-b8f4-d169c3ef5986","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.2331467,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f587bc89-6687-4c4c-b8f4-d169c3ef5986","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.233196,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64cf43c4-8e44-46d5-a8a6-bca477bc9ab1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785372307.2332242,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64cf43c4-8e44-46d5-a8a6-bca477bc9ab1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785372307.233322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2948837c-a22c-4c85-99d8-097922c2333e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.2333438,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2948837c-a22c-4c85-99d8-097922c2333e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785372307.2329836,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"793c5394-7985-498d-a070-80e7a0c5de93","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785372307.2333941,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"793c5394-7985-498d-a070-80e7a0c5de93","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372307.2334526,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ef1e63a-8e89-4952-9e93-0894f375b119"} {"level":"info","ts":1785372307.2336652,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33265.330331613,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.2336838,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.2361019,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.2398286,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.3041608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7980b3c-d039-4c7e-95d5-b03dae4bcf2b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.3041978,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7980b3c-d039-4c7e-95d5-b03dae4bcf2b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.3199773,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f39c69fb-d780-4abf-8e39-09b2934db95a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.3200629,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f39c69fb-d780-4abf-8e39-09b2934db95a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.3337314,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ef1e63a-8e89-4952-9e93-0894f375b119","name":"e2e-external-model"} {"level":"info","ts":1785372307.3338947,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38476.509599633,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.3339138,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.3352187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19dd4d0b-5ef6-4650-8c3d-006ff7a9fb6d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372307.3352673,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19dd4d0b-5ef6-4650-8c3d-006ff7a9fb6d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785372307.3414888,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785372307.3425047,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ef1e63a-8e89-4952-9e93-0894f375b119","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785372307.3460078,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ef1e63a-8e89-4952-9e93-0894f375b119","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372307.3460763,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e8b3ffc-f8c4-4017-8174-5ac4fefd5145"} {"level":"info","ts":1785372307.3461251,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e8b3ffc-f8c4-4017-8174-5ac4fefd5145","name":"e2e-external-model"} {"level":"info","ts":1785372307.3555996,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e8b3ffc-f8c4-4017-8174-5ac4fefd5145","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785372307.4349508,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cc3ae60-7a84-4999-a493-405ccc29b8eb","name":"e2e-external-provider"} {"level":"info","ts":1785372307.4445684,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cc3ae60-7a84-4999-a493-405ccc29b8eb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785372307.4476368,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cc3ae60-7a84-4999-a493-405ccc29b8eb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372307.4477215,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfec51c7-48ef-4a15-ad4c-bb731a7a5fba"} {"level":"info","ts":1785372307.447757,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfec51c7-48ef-4a15-ad4c-bb731a7a5fba","name":"e2e-external-provider"} {"level":"info","ts":1785372307.455941,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfec51c7-48ef-4a15-ad4c-bb731a7a5fba","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785372312.407956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372312.4080288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1634d636-3c2b-4066-82c7-c448b31ffcc0"} {"level":"info","ts":1785372312.408041,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1634d636-3c2b-4066-82c7-c448b31ffcc0"} {"level":"info","ts":1785372312.4080522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1634d636-3c2b-4066-82c7-c448b31ffcc0","EoS":false} {"level":"info","ts":1785372312.4080625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1634d636-3c2b-4066-82c7-c448b31ffcc0","EoS":true} {"level":"info","ts":1785372312.408084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1634d636-3c2b-4066-82c7-c448b31ffcc0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785372312.4081008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1634d636-3c2b-4066-82c7-c448b31ffcc0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785372312.4081087,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1634d636-3c2b-4066-82c7-c448b31ffcc0","modelName":"e2e-external-model"} {"level":"info","ts":1785372312.4081233,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1634d636-3c2b-4066-82c7-c448b31ffcc0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785372312.408173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1634d636-3c2b-4066-82c7-c448b31ffcc0"} {"level":"info","ts":1785372312.451495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372312.4515598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95614f91-0f23-48a2-8163-38ad542fedab"} {"level":"info","ts":1785372312.4515696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95614f91-0f23-48a2-8163-38ad542fedab"} {"level":"info","ts":1785372312.4515812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95614f91-0f23-48a2-8163-38ad542fedab","EoS":false} {"level":"info","ts":1785372312.4515913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95614f91-0f23-48a2-8163-38ad542fedab","EoS":true} {"level":"info","ts":1785372312.4516158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95614f91-0f23-48a2-8163-38ad542fedab","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785372312.4516432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95614f91-0f23-48a2-8163-38ad542fedab","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785372312.451651,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"95614f91-0f23-48a2-8163-38ad542fedab","modelName":"e2e-external-model"} {"level":"info","ts":1785372312.4516642,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"95614f91-0f23-48a2-8163-38ad542fedab","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785372312.4516966,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95614f91-0f23-48a2-8163-38ad542fedab"} {"level":"info","ts":1785372312.4734006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372312.4734573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821"} {"level":"info","ts":1785372312.4734662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821"} {"level":"info","ts":1785372312.4734764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","EoS":false} {"level":"info","ts":1785372312.4734876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","EoS":true} {"level":"info","ts":1785372312.4735043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785372312.4735188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785372312.4735265,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","modelName":"e2e-external-model"} {"level":"info","ts":1785372312.4735389,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785372312.4735718,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"323ac67a-1394-41b3-995e-de09741b8821"} {"level":"info","ts":1785372312.6999218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"945b7ff5-f415-47bc-9946-5142ca56b37c"} {"level":"info","ts":1785372312.6999733,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"516421e1-5b97-4bbf-a430-28eaedc5e1d9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372312.7000048,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"516421e1-5b97-4bbf-a430-28eaedc5e1d9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785372312.7054346,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea65534a-ec5e-4770-a09b-660dfa713ae7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372312.705461,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea65534a-ec5e-4770-a09b-660dfa713ae7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785372312.708839,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"945b7ff5-f415-47bc-9946-5142ca56b37c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372312.7088916,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"945b7ff5-f415-47bc-9946-5142ca56b37c","name":"e2e-cleanup-test"} {"level":"info","ts":1785372312.7229128,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab2909d9-df0b-475a-b2a7-09610ea4d031","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372312.72294,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab2909d9-df0b-475a-b2a7-09610ea4d031","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785372312.7229884,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"945b7ff5-f415-47bc-9946-5142ca56b37c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785372312.7230473,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"945b7ff5-f415-47bc-9946-5142ca56b37c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372312.7230973,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd8949c5-5429-43b4-9bdb-eb46537073b1"} {"level":"info","ts":1785372312.723148,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd8949c5-5429-43b4-9bdb-eb46537073b1","name":"e2e-cleanup-test"} {"level":"error","ts":1785372312.7378,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd8949c5-5429-43b4-9bdb-eb46537073b1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785372312.7378178,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10e55a62-7939-4b91-bc10-7062833f537c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372312.7378767,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ed64d53-2732-4512-9197-2f3a5d2deef8"} {"level":"info","ts":1785372312.7378871,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10e55a62-7939-4b91-bc10-7062833f537c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785372312.7379375,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ed64d53-2732-4512-9197-2f3a5d2deef8","name":"e2e-cleanup-test"} {"level":"info","ts":1785372312.7458632,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ed64d53-2732-4512-9197-2f3a5d2deef8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785372312.7506618,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6cca3641-7fee-4226-ad45-897593bdd616","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372312.750689,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6cca3641-7fee-4226-ad45-897593bdd616","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785372312.7507858,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ddacc05-9d2c-4939-885f-eee2f30b12d6"} {"level":"info","ts":1785372312.7508478,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ddacc05-9d2c-4939-885f-eee2f30b12d6","name":"e2e-cleanup-test"} {"level":"info","ts":1785372312.75858,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ddacc05-9d2c-4939-885f-eee2f30b12d6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785372320.9445527,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4665dc53-5c46-44d9-8709-49b8d48bf56b"} {"level":"info","ts":1785372320.9445958,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a65572f-c526-4489-95e2-e9ba289f8413","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372320.9446375,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a65572f-c526-4489-95e2-e9ba289f8413","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785372325.228032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372325.228129,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a"} {"level":"info","ts":1785372325.228146,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a"} {"level":"info","ts":1785372325.2281644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a","EoS":false} {"level":"info","ts":1785372325.2281804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a","EoS":true} {"level":"info","ts":1785372325.2282107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785372325.228231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785372325.228285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d135f11-5f99-44f5-81a2-3862af57f94a"} {"level":"info","ts":1785372325.2505724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372325.2506244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b"} {"level":"info","ts":1785372325.2506351,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b"} {"level":"info","ts":1785372325.2506452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","EoS":false} {"level":"info","ts":1785372325.250655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","EoS":true} {"level":"info","ts":1785372325.2506707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785372325.250686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785372325.2506938,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","modelName":"e2e-external-model"} {"level":"info","ts":1785372325.2507083,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785372325.2507458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ba2c7de-10e2-44fe-919b-c69f34569d1b"} {"level":"info","ts":1785372325.4332657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372325.4333239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9"} {"level":"info","ts":1785372325.4333315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9"} {"level":"info","ts":1785372325.4333427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","EoS":false} {"level":"info","ts":1785372325.4333525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","EoS":true} {"level":"info","ts":1785372325.4333706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785372325.4333854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785372325.433408,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82f636ef-368b-4e44-a531-58450ffcc3d9"} {"level":"info","ts":1785372325.5095427,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372325.509604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18"} {"level":"info","ts":1785372325.5096154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18"} {"level":"info","ts":1785372325.509626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18","EoS":false} {"level":"info","ts":1785372325.5096397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18","EoS":true} {"level":"info","ts":1785372325.50966,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18","field":"model"} {"level":"info","ts":1785372325.5096831,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d54beb4-cda7-4f1a-8f43-12e7f35ecd18"} {"level":"info","ts":1785372326.3603904,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b6e4ef3-ae4f-472c-b3cf-cd5ad6466dcb"} {"level":"info","ts":1785372326.3604352,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c2278b7-8136-4c18-9b35-dabd79defb4b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372326.3604686,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c2278b7-8136-4c18-9b35-dabd79defb4b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785372326.5115013,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20211b83-6c2e-49f3-8370-69c05a59cafa"} {"level":"info","ts":1785372326.511484,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2724e73f-9cef-49e4-a856-d01ae208217c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785372326.5115716,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2724e73f-9cef-49e4-a856-d01ae208217c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785373724.835741,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373724.835827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40edccd5-cf9a-474b-b51b-88944e96cd21"} {"level":"info","ts":1785373793.14446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373793.1445606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a"} {"level":"info","ts":1785373793.144579,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a"} {"level":"info","ts":1785373793.1445942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","EoS":false} {"level":"info","ts":1785373793.1446054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","EoS":true} {"level":"info","ts":1785373793.1446292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373793.144646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785373793.1446733,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd8e55b3-5a4e-46f4-865f-bdaaeaf6ab5a"}