{"level":"info","ts":1785877005.3666122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38a4a3d8-64e7-4745-9f56-168702f762cf","EoS":true} {"level":"info","ts":1785877005.3666396,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38a4a3d8-64e7-4745-9f56-168702f762cf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877005.3666613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38a4a3d8-64e7-4745-9f56-168702f762cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877005.3666904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38a4a3d8-64e7-4745-9f56-168702f762cf"} {"level":"info","ts":1785877005.4182923,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877005.4183986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18bb8dbf-002f-481f-9735-02e322eaa26e"} {"level":"info","ts":1785877005.418409,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18bb8dbf-002f-481f-9735-02e322eaa26e"} {"level":"info","ts":1785877005.4184206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18bb8dbf-002f-481f-9735-02e322eaa26e","EoS":false} {"level":"info","ts":1785877005.4184327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18bb8dbf-002f-481f-9735-02e322eaa26e","EoS":true} {"level":"info","ts":1785877005.4184518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18bb8dbf-002f-481f-9735-02e322eaa26e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877005.4184673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18bb8dbf-002f-481f-9735-02e322eaa26e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877005.4184866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18bb8dbf-002f-481f-9735-02e322eaa26e"} {"level":"info","ts":1785877005.4513514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877005.4514291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44a6f6cd-a490-446f-93a8-ae21649b18c1"} {"level":"info","ts":1785877005.451442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44a6f6cd-a490-446f-93a8-ae21649b18c1"} {"level":"info","ts":1785877005.451453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44a6f6cd-a490-446f-93a8-ae21649b18c1","EoS":false} {"level":"info","ts":1785877005.45147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44a6f6cd-a490-446f-93a8-ae21649b18c1","EoS":true} {"level":"info","ts":1785877005.451496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44a6f6cd-a490-446f-93a8-ae21649b18c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877005.4515119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44a6f6cd-a490-446f-93a8-ae21649b18c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877005.451534,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44a6f6cd-a490-446f-93a8-ae21649b18c1"} {"level":"info","ts":1785877005.509892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877005.5099642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb1fd094-851a-413f-bb40-624866554eec"} {"level":"info","ts":1785877005.5099742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb1fd094-851a-413f-bb40-624866554eec"} {"level":"info","ts":1785877005.509985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb1fd094-851a-413f-bb40-624866554eec","EoS":false} {"level":"info","ts":1785877005.5099974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb1fd094-851a-413f-bb40-624866554eec","EoS":true} {"level":"info","ts":1785877005.5100186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb1fd094-851a-413f-bb40-624866554eec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785877005.5100331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb1fd094-851a-413f-bb40-624866554eec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877005.5100543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb1fd094-851a-413f-bb40-624866554eec"} {"level":"info","ts":1785877006.2734745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877006.273554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9bc0d179-d998-4c77-ba9e-9ed88f90faf2"} {"level":"info","ts":1785877006.273564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9bc0d179-d998-4c77-ba9e-9ed88f90faf2"} {"level":"info","ts":1785877006.273575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9bc0d179-d998-4c77-ba9e-9ed88f90faf2","EoS":false} {"level":"info","ts":1785877006.2735856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9bc0d179-d998-4c77-ba9e-9ed88f90faf2","EoS":true} {"level":"info","ts":1785877006.273607,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9bc0d179-d998-4c77-ba9e-9ed88f90faf2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877006.2736225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9bc0d179-d998-4c77-ba9e-9ed88f90faf2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877006.2736418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9bc0d179-d998-4c77-ba9e-9ed88f90faf2"} {"level":"info","ts":1785877006.318674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877006.3187568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6d15f4f-4e0e-4e89-9ad0-705246b4c4b1"} {"level":"info","ts":1785877006.3187678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6d15f4f-4e0e-4e89-9ad0-705246b4c4b1"} {"level":"info","ts":1785877006.3187785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6d15f4f-4e0e-4e89-9ad0-705246b4c4b1","EoS":false} {"level":"info","ts":1785877006.3187888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6d15f4f-4e0e-4e89-9ad0-705246b4c4b1","EoS":true} {"level":"info","ts":1785877006.318811,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6d15f4f-4e0e-4e89-9ad0-705246b4c4b1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785877006.3188257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6d15f4f-4e0e-4e89-9ad0-705246b4c4b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877006.3188457,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6d15f4f-4e0e-4e89-9ad0-705246b4c4b1"} {"level":"info","ts":1785877010.4998567,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877010.4999378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2836db8-5d07-4a2a-94a8-5d45ae7760cf"} {"level":"info","ts":1785877010.4999518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2836db8-5d07-4a2a-94a8-5d45ae7760cf"} {"level":"info","ts":1785877010.4999645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2836db8-5d07-4a2a-94a8-5d45ae7760cf","EoS":false} {"level":"info","ts":1785877010.4999743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2836db8-5d07-4a2a-94a8-5d45ae7760cf","EoS":true} {"level":"info","ts":1785877010.4999974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2836db8-5d07-4a2a-94a8-5d45ae7760cf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785877010.5000138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2836db8-5d07-4a2a-94a8-5d45ae7760cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877010.5000424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2836db8-5d07-4a2a-94a8-5d45ae7760cf"} {"level":"info","ts":1785877026.3576365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877026.3577106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d54ed2c4-0c72-43c4-b04f-1f92ffebb65b"} {"level":"info","ts":1785877026.35772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d54ed2c4-0c72-43c4-b04f-1f92ffebb65b"} {"level":"info","ts":1785877026.357731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d54ed2c4-0c72-43c4-b04f-1f92ffebb65b","EoS":false} {"level":"info","ts":1785877026.3577435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d54ed2c4-0c72-43c4-b04f-1f92ffebb65b","EoS":true} {"level":"info","ts":1785877026.3577666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d54ed2c4-0c72-43c4-b04f-1f92ffebb65b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877026.3577836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d54ed2c4-0c72-43c4-b04f-1f92ffebb65b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877026.3578084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d54ed2c4-0c72-43c4-b04f-1f92ffebb65b"} {"level":"info","ts":1785877026.5141757,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877026.5142498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd9c4d5e-bf9b-45a0-8cee-f0fc5f00fc17"} {"level":"info","ts":1785877026.5142593,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd9c4d5e-bf9b-45a0-8cee-f0fc5f00fc17"} {"level":"info","ts":1785877026.51427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd9c4d5e-bf9b-45a0-8cee-f0fc5f00fc17","EoS":false} {"level":"info","ts":1785877026.5142827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd9c4d5e-bf9b-45a0-8cee-f0fc5f00fc17","EoS":true} {"level":"info","ts":1785877026.5143037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd9c4d5e-bf9b-45a0-8cee-f0fc5f00fc17","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877026.5143423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd9c4d5e-bf9b-45a0-8cee-f0fc5f00fc17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877026.514364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd9c4d5e-bf9b-45a0-8cee-f0fc5f00fc17"} {"level":"info","ts":1785877026.6566653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877026.6567447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2680c6d-319a-42bf-94ba-47f2018ee173"} {"level":"info","ts":1785877026.6567552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2680c6d-319a-42bf-94ba-47f2018ee173"} {"level":"info","ts":1785877026.6567695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2680c6d-319a-42bf-94ba-47f2018ee173","EoS":false} {"level":"info","ts":1785877026.6567893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2680c6d-319a-42bf-94ba-47f2018ee173","EoS":true} {"level":"info","ts":1785877026.6568117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2680c6d-319a-42bf-94ba-47f2018ee173","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877026.6568267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2680c6d-319a-42bf-94ba-47f2018ee173","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877026.6568513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2680c6d-319a-42bf-94ba-47f2018ee173"} {"level":"info","ts":1785877026.797162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877026.7972424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236"} {"level":"info","ts":1785877026.797253,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236"} {"level":"info","ts":1785877026.7972639,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","EoS":false} {"level":"info","ts":1785877026.7972746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","EoS":true} {"level":"info","ts":1785877026.7972982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877026.7973351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877026.7973595,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236"} {"level":"info","ts":1785877026.9387069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877026.9387891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5"} {"level":"info","ts":1785877026.9387991,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5"} {"level":"info","ts":1785877026.93881,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","EoS":false} {"level":"info","ts":1785877026.9388204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","EoS":true} {"level":"info","ts":1785877026.9388483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877026.9388614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877026.9388807,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5"} {"level":"info","ts":1785877027.0818634,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877027.081938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36ccad3d-7b40-4e4f-a5cc-6a7b52da481d"} {"level":"info","ts":1785877027.0819519,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36ccad3d-7b40-4e4f-a5cc-6a7b52da481d"} {"level":"info","ts":1785877027.0819633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36ccad3d-7b40-4e4f-a5cc-6a7b52da481d","EoS":false} {"level":"info","ts":1785877027.0819752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36ccad3d-7b40-4e4f-a5cc-6a7b52da481d","EoS":true} {"level":"info","ts":1785877027.0819962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36ccad3d-7b40-4e4f-a5cc-6a7b52da481d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877027.082011,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36ccad3d-7b40-4e4f-a5cc-6a7b52da481d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877027.0820334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36ccad3d-7b40-4e4f-a5cc-6a7b52da481d"} {"level":"info","ts":1785877048.1682036,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877048.1683044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113"} {"level":"info","ts":1785877048.168338,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113"} {"level":"info","ts":1785877048.1683512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","EoS":false} {"level":"info","ts":1785877048.1683629,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","EoS":true} {"level":"info","ts":1785877048.1683836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877048.1684067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877048.1684406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113"} {"level":"info","ts":1785877048.2101696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877048.2102458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511"} {"level":"info","ts":1785877048.2102554,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511"} {"level":"info","ts":1785877048.2102659,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","EoS":false} {"level":"info","ts":1785877048.2102766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","EoS":true} {"level":"info","ts":1785877048.2102966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877048.2103112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877048.210363,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511"} {"level":"info","ts":1785877048.2605598,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877048.2606318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cff03b19-b3b5-4441-bb5a-f0db0fdb6c53"} {"level":"info","ts":1785877048.2606432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cff03b19-b3b5-4441-bb5a-f0db0fdb6c53"} {"level":"info","ts":1785877048.2606556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cff03b19-b3b5-4441-bb5a-f0db0fdb6c53","EoS":false} {"level":"info","ts":1785877048.2606688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cff03b19-b3b5-4441-bb5a-f0db0fdb6c53","EoS":true} {"level":"info","ts":1785877048.260687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cff03b19-b3b5-4441-bb5a-f0db0fdb6c53","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877048.2607033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cff03b19-b3b5-4441-bb5a-f0db0fdb6c53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877048.2607238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cff03b19-b3b5-4441-bb5a-f0db0fdb6c53"} {"level":"info","ts":1785877048.299002,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877048.2990716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cc4373c-f562-44e8-9182-a20530d132ef"} {"level":"info","ts":1785877048.2990825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cc4373c-f562-44e8-9182-a20530d132ef"} {"level":"info","ts":1785877048.2990937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cc4373c-f562-44e8-9182-a20530d132ef","EoS":false} {"level":"info","ts":1785877048.2991037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cc4373c-f562-44e8-9182-a20530d132ef","EoS":true} {"level":"info","ts":1785877048.2991233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cc4373c-f562-44e8-9182-a20530d132ef","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877048.2991376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cc4373c-f562-44e8-9182-a20530d132ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877048.2991557,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cc4373c-f562-44e8-9182-a20530d132ef"} {"level":"info","ts":1785877048.3356493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877048.3357248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e5766c7-84ef-4075-9f97-e540b24ef460"} {"level":"info","ts":1785877052.9966998,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877052.996777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963"} {"level":"info","ts":1785877052.9967878,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963"} {"level":"info","ts":1785877052.9967985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","EoS":false} {"level":"info","ts":1785877052.9968097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","EoS":true} {"level":"info","ts":1785877052.9968307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877052.9968457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877052.9968684,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963"} {"level":"info","ts":1785877061.5776358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877061.577721,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed"} {"level":"info","ts":1785877061.5777383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed"} {"level":"info","ts":1785877061.577751,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","EoS":false} {"level":"info","ts":1785877061.5777636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","EoS":true} {"level":"info","ts":1785877061.5777848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785877061.5777993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877061.5778272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed"} {"level":"info","ts":1785877074.4430356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877074.4431143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6"} {"level":"info","ts":1785877074.4431248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6"} {"level":"info","ts":1785877074.4431367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","EoS":false} {"level":"info","ts":1785877074.4431474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","EoS":true} {"level":"info","ts":1785877074.443167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877074.4431822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877074.443203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6"} {"level":"info","ts":1785877082.9692578,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877082.9693549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108"} {"level":"info","ts":1785877082.9693663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108"} {"level":"info","ts":1785877082.9693773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","EoS":false} {"level":"info","ts":1785877082.9693868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","EoS":true} {"level":"info","ts":1785877082.969407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877082.9694226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877082.969443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108"} {"level":"info","ts":1785877091.8208516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877091.8209286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d"} {"level":"info","ts":1785877091.8209376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d"} {"level":"info","ts":1785877091.820949,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","EoS":false} {"level":"info","ts":1785877091.8209615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","EoS":true} {"level":"info","ts":1785877091.820982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877091.8209982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877091.8210182,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d"} {"level":"info","ts":1785877100.8200471,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877100.8201213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"045956e7-c312-4a50-a611-85bd729ead45"} {"level":"info","ts":1785877100.820135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"045956e7-c312-4a50-a611-85bd729ead45"} {"level":"info","ts":1785877100.8201463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"045956e7-c312-4a50-a611-85bd729ead45","EoS":false} {"level":"info","ts":1785877100.8201568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"045956e7-c312-4a50-a611-85bd729ead45","EoS":true} {"level":"info","ts":1785877100.8201804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"045956e7-c312-4a50-a611-85bd729ead45","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877100.820197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"045956e7-c312-4a50-a611-85bd729ead45","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877100.820236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"045956e7-c312-4a50-a611-85bd729ead45"} {"level":"info","ts":1785877105.589943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877105.5900314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7aa43350-c6de-4190-b83f-78effd635c54"} {"level":"info","ts":1785877105.5900447,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7aa43350-c6de-4190-b83f-78effd635c54"} {"level":"info","ts":1785877105.5900626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7aa43350-c6de-4190-b83f-78effd635c54","EoS":false} {"level":"info","ts":1785877105.590079,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7aa43350-c6de-4190-b83f-78effd635c54","EoS":true} {"level":"info","ts":1785877105.5901117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7aa43350-c6de-4190-b83f-78effd635c54","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877105.590131,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7aa43350-c6de-4190-b83f-78effd635c54","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877105.5901613,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7aa43350-c6de-4190-b83f-78effd635c54"} {"level":"info","ts":1785877110.3945448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877110.39463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fe68673-92ff-4641-98d4-cf1258c89bff"} {"level":"info","ts":1785877110.3946443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6fe68673-92ff-4641-98d4-cf1258c89bff"} {"level":"info","ts":1785877110.3946571,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6fe68673-92ff-4641-98d4-cf1258c89bff","EoS":false} {"level":"info","ts":1785877110.3946705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6fe68673-92ff-4641-98d4-cf1258c89bff","EoS":true} {"level":"info","ts":1785877110.394696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fe68673-92ff-4641-98d4-cf1258c89bff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785877110.394712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fe68673-92ff-4641-98d4-cf1258c89bff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877110.3947344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6fe68673-92ff-4641-98d4-cf1258c89bff"} {"level":"info","ts":1785877121.3711503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877121.3712277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf"} {"level":"info","ts":1785877121.3712373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf"} {"level":"info","ts":1785877121.3712487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","EoS":false} {"level":"info","ts":1785877121.3712616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","EoS":true} {"level":"info","ts":1785877121.3712814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785877121.371296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877121.3713343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf"} {"level":"info","ts":1785877155.1490927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877155.1491773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0"} {"level":"info","ts":1785877155.1491907,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0"} {"level":"info","ts":1785877155.1492074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","EoS":false} {"level":"info","ts":1785877155.1492205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","EoS":true} {"level":"info","ts":1785877155.149242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785877155.1492572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877155.1492825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0"} {"level":"info","ts":1785877164.492957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877164.4930396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33663595-bb4d-4542-9e3e-2b68904da596"} {"level":"info","ts":1785877164.493054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33663595-bb4d-4542-9e3e-2b68904da596"} {"level":"info","ts":1785877164.4930687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33663595-bb4d-4542-9e3e-2b68904da596","EoS":false} {"level":"info","ts":1785877164.493081,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33663595-bb4d-4542-9e3e-2b68904da596","EoS":true} {"level":"info","ts":1785877164.493104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33663595-bb4d-4542-9e3e-2b68904da596","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877164.493119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33663595-bb4d-4542-9e3e-2b68904da596","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877164.4931483,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33663595-bb4d-4542-9e3e-2b68904da596"} {"level":"info","ts":1785877180.5999696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877180.6000736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c582806-00cd-46fd-8380-2b333203a7d5"} {"level":"info","ts":1785877180.6000898,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c582806-00cd-46fd-8380-2b333203a7d5"} {"level":"info","ts":1785877180.6001017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c582806-00cd-46fd-8380-2b333203a7d5","EoS":false} {"level":"info","ts":1785877180.6001132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c582806-00cd-46fd-8380-2b333203a7d5","EoS":true} {"level":"info","ts":1785877180.6001403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c582806-00cd-46fd-8380-2b333203a7d5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785877180.6001558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c582806-00cd-46fd-8380-2b333203a7d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877180.600173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c582806-00cd-46fd-8380-2b333203a7d5"} {"level":"info","ts":1785877190.1507404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877190.1508505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b"} {"level":"info","ts":1785877190.150868,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b"} {"level":"info","ts":1785877190.1508842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","EoS":false} {"level":"info","ts":1785877190.1508992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","EoS":true} {"level":"info","ts":1785877190.1509316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877190.150952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877190.1509855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b"} {"level":"info","ts":1785877199.5680208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877199.5681007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85"} {"level":"info","ts":1785877199.5681124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85"} {"level":"info","ts":1785877199.5681238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","EoS":false} {"level":"info","ts":1785877199.5681343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","EoS":true} {"level":"info","ts":1785877199.5681553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877199.5681708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877199.568193,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85"} {"level":"info","ts":1785877199.6084244,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877199.6085281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0"} {"level":"info","ts":1785877199.6085427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0"} {"level":"info","ts":1785877199.6085713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","EoS":false} {"level":"info","ts":1785877199.6085904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","EoS":true} {"level":"info","ts":1785877199.608618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877199.608638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877199.6086664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0"} {"level":"info","ts":1785877218.762985,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877218.7630627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786"} {"level":"info","ts":1785877218.7630746,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786"} {"level":"info","ts":1785877218.7630858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","EoS":false} {"level":"info","ts":1785877218.7630963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","EoS":true} {"level":"info","ts":1785877218.763116,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877218.7631311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877218.7631526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786"} {"level":"info","ts":1785877228.098019,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877228.0981324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92d8f9cd-e6b3-415d-9043-4a64e42e24cd"} {"level":"info","ts":1785877228.098145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92d8f9cd-e6b3-415d-9043-4a64e42e24cd"} {"level":"info","ts":1785877228.0981562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92d8f9cd-e6b3-415d-9043-4a64e42e24cd","EoS":false} {"level":"info","ts":1785877228.0981667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92d8f9cd-e6b3-415d-9043-4a64e42e24cd","EoS":true} {"level":"info","ts":1785877228.098187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92d8f9cd-e6b3-415d-9043-4a64e42e24cd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877228.0982025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92d8f9cd-e6b3-415d-9043-4a64e42e24cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877228.0982232,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92d8f9cd-e6b3-415d-9043-4a64e42e24cd"} {"level":"info","ts":1785877244.036011,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877244.0360968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f972540-c713-42fd-8061-5b86c31512ac"} {"level":"info","ts":1785877244.036107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f972540-c713-42fd-8061-5b86c31512ac"} {"level":"info","ts":1785877244.0361192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f972540-c713-42fd-8061-5b86c31512ac","EoS":false} {"level":"info","ts":1785877244.0361302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f972540-c713-42fd-8061-5b86c31512ac","EoS":true} {"level":"info","ts":1785877244.0361555,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f972540-c713-42fd-8061-5b86c31512ac","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785877244.036175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f972540-c713-42fd-8061-5b86c31512ac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877244.036197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f972540-c713-42fd-8061-5b86c31512ac"} {"level":"info","ts":1785877377.0991058,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877377.0991852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bb1b4ca-22ed-4027-958e-afd101083346"} {"level":"info","ts":1785877377.0991948,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4bb1b4ca-22ed-4027-958e-afd101083346"} {"level":"info","ts":1785877377.0992274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4bb1b4ca-22ed-4027-958e-afd101083346","EoS":false} {"level":"info","ts":1785877377.099241,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4bb1b4ca-22ed-4027-958e-afd101083346","EoS":true} {"level":"info","ts":1785877377.099262,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4bb1b4ca-22ed-4027-958e-afd101083346","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785877377.099279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4bb1b4ca-22ed-4027-958e-afd101083346","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785877377.0992997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4bb1b4ca-22ed-4027-958e-afd101083346"} {"level":"info","ts":1785877398.72802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877398.7281053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0"} {"level":"info","ts":1785877398.7281141,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0"} {"level":"info","ts":1785877398.7281258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","EoS":false} {"level":"info","ts":1785877398.7281368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","EoS":true} {"level":"info","ts":1785877398.7281597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785877398.7281766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785877398.7281983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0"} {"level":"info","ts":1785877476.1208162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877476.1209137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb"} {"level":"info","ts":1785877476.1209273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb"} {"level":"info","ts":1785877476.120942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","EoS":false} {"level":"info","ts":1785877476.1209733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","EoS":true} {"level":"info","ts":1785877476.121,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877476.1210191,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877476.121087,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb"} {"level":"info","ts":1785877491.4142516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877491.4143457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17"} {"level":"info","ts":1785877491.4143617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17"} {"level":"info","ts":1785877491.4143736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","EoS":false} {"level":"info","ts":1785877491.4143836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","EoS":true} {"level":"info","ts":1785877491.414406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877491.4144216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877491.4144444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17"} {"level":"info","ts":1785877491.6966572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877491.6967309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad88fc4e-3646-44e1-a1e5-f9578dba2bfb"} {"level":"info","ts":1785877491.6967397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad88fc4e-3646-44e1-a1e5-f9578dba2bfb"} {"level":"info","ts":1785877491.6967506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad88fc4e-3646-44e1-a1e5-f9578dba2bfb","EoS":false} {"level":"info","ts":1785877491.6967626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad88fc4e-3646-44e1-a1e5-f9578dba2bfb","EoS":true} {"level":"info","ts":1785877491.6967888,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad88fc4e-3646-44e1-a1e5-f9578dba2bfb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785877491.6968093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad88fc4e-3646-44e1-a1e5-f9578dba2bfb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877491.6968362,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad88fc4e-3646-44e1-a1e5-f9578dba2bfb"} {"level":"info","ts":1785877832.8018498,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877832.8019404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8"} {"level":"info","ts":1785877832.801948,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8"} {"level":"info","ts":1785877832.8019598,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","EoS":false} {"level":"info","ts":1785877832.80197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","EoS":true} {"level":"info","ts":1785877832.8019905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877832.8020046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877832.8020258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8"} {"level":"info","ts":1785877832.8428464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877832.842928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa"} {"level":"info","ts":1785877832.8429399,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa"} {"level":"info","ts":1785877832.842951,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","EoS":false} {"level":"info","ts":1785877832.8429637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","EoS":true} {"level":"info","ts":1785877832.8429866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877832.843002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877832.8430214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa"} {"level":"info","ts":1785877832.890672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877832.8907495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b01b9853-0a68-4202-b47b-1830258c7931"} {"level":"info","ts":1785877832.8907616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b01b9853-0a68-4202-b47b-1830258c7931"} {"level":"info","ts":1785877832.8907733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b01b9853-0a68-4202-b47b-1830258c7931","EoS":false} {"level":"info","ts":1785877832.8907866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b01b9853-0a68-4202-b47b-1830258c7931","EoS":true} {"level":"info","ts":1785877832.8908129,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b01b9853-0a68-4202-b47b-1830258c7931","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877832.8908293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b01b9853-0a68-4202-b47b-1830258c7931","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877832.8908503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b01b9853-0a68-4202-b47b-1830258c7931"} {"level":"info","ts":1785877832.9317286,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877832.931807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af8d6b10-e05c-409f-899c-6671cf889a68"} {"level":"info","ts":1785877832.9318194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af8d6b10-e05c-409f-899c-6671cf889a68"} {"level":"info","ts":1785877832.9318306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af8d6b10-e05c-409f-899c-6671cf889a68","EoS":false} {"level":"info","ts":1785877832.9318438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af8d6b10-e05c-409f-899c-6671cf889a68","EoS":true} {"level":"info","ts":1785877832.9318707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af8d6b10-e05c-409f-899c-6671cf889a68","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785877832.9318874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af8d6b10-e05c-409f-899c-6671cf889a68","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877832.9319584,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af8d6b10-e05c-409f-899c-6671cf889a68"} {"level":"info","ts":1785877837.7854416,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d68a95b1-0469-4f7d-ba13-248f0ba4c8c1"} {"level":"info","ts":1785877837.7855008,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48627a0a-0837-441a-b12f-8524a56ce9c2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785877837.7855551,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48627a0a-0837-441a-b12f-8524a56ce9c2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785877837.7951217,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6d3f39d-d83e-4d5d-a261-a6118d000143","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785877837.7951586,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6d3f39d-d83e-4d5d-a261-a6118d000143","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785877837.7954571,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35867.063134258,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.7954767,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.9928303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15ab5281-6c96-47df-8a64-e77ac6add3ed","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877837.992912,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15ab5281-6c96-47df-8a64-e77ac6add3ed","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877837.9932375,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae5b1aa9-2f56-44ad-988d-00180e7f202f"} {"level":"info","ts":1785877837.9946358,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2ed2b9-daf9-4166-af71-4022f14961e9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877837.994673,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2ed2b9-daf9-4166-af71-4022f14961e9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877837.9948514,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.9950986,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7b36ed92-8416-46cb-b691-2341cbabd82b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785877837.9951596,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7b36ed92-8416-46cb-b691-2341cbabd82b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785877837.995333,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f95fe26c-ba8c-4552-a8ce-357cab4aef7e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877837.995358,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f95fe26c-ba8c-4552-a8ce-357cab4aef7e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877837.996175,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33581.231163039,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.9961967,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785877838.0011718,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae5b1aa9-2f56-44ad-988d-00180e7f202f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877838.0014036,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33130.414568576,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877838.0014246,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877838.006854,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877838.091294,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877838.091478,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9b015ef-391a-470e-9349-734101f7f1fe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877838.0915267,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9b015ef-391a-470e-9349-734101f7f1fe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877838.0966456,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d68a95b1-0469-4f7d-ba13-248f0ba4c8c1","name":"e2e-external-provider"} {"level":"info","ts":1785877838.1016495,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae5b1aa9-2f56-44ad-988d-00180e7f202f","name":"e2e-external-model"} {"level":"info","ts":1785877838.1260297,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3518424-fc40-4b31-a233-5feb790fcc3b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877838.1260676,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3518424-fc40-4b31-a233-5feb790fcc3b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877838.128639,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae5b1aa9-2f56-44ad-988d-00180e7f202f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877838.138126,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d68a95b1-0469-4f7d-ba13-248f0ba4c8c1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785877838.1388028,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae5b1aa9-2f56-44ad-988d-00180e7f202f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877838.1389072,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"529cf6bc-f5ec-421b-aca3-03b97e9c0e7c"} {"level":"info","ts":1785877838.1389651,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"529cf6bc-f5ec-421b-aca3-03b97e9c0e7c","name":"e2e-external-model"} {"level":"error","ts":1785877838.150555,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d68a95b1-0469-4f7d-ba13-248f0ba4c8c1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877838.1506884,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a56e4c6d-6805-48ca-b66a-b7455ad3fd9b"} {"level":"info","ts":1785877838.150751,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a56e4c6d-6805-48ca-b66a-b7455ad3fd9b","name":"e2e-external-provider"} {"level":"info","ts":1785877838.1643827,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef08a252-b38e-4014-bcb6-5594fc3ddd7d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877838.1644242,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef08a252-b38e-4014-bcb6-5594fc3ddd7d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877838.1706681,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"529cf6bc-f5ec-421b-aca3-03b97e9c0e7c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877838.1762016,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a56e4c6d-6805-48ca-b66a-b7455ad3fd9b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785877838.1775305,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"529cf6bc-f5ec-421b-aca3-03b97e9c0e7c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877838.1776147,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89c4e58d-c531-4b22-910b-83bc3a516c6b"} {"level":"info","ts":1785877838.177669,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89c4e58d-c531-4b22-910b-83bc3a516c6b","name":"e2e-external-model"} {"level":"info","ts":1785877838.187821,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89c4e58d-c531-4b22-910b-83bc3a516c6b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877849.6977742,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877849.6978498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8210f79-9b66-4251-a090-bd9909d0f4d9"} {"level":"info","ts":1785877849.6978593,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8210f79-9b66-4251-a090-bd9909d0f4d9"} {"level":"info","ts":1785877849.6978693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8210f79-9b66-4251-a090-bd9909d0f4d9","EoS":false} {"level":"info","ts":1785877849.6978788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8210f79-9b66-4251-a090-bd9909d0f4d9","EoS":true} {"level":"info","ts":1785877849.697898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8210f79-9b66-4251-a090-bd9909d0f4d9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785877849.6979136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8210f79-9b66-4251-a090-bd9909d0f4d9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785877849.697921,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b8210f79-9b66-4251-a090-bd9909d0f4d9","modelName":"e2e-external-model"} {"level":"info","ts":1785877849.697935,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b8210f79-9b66-4251-a090-bd9909d0f4d9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785877849.6979783,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8210f79-9b66-4251-a090-bd9909d0f4d9"} {"level":"info","ts":1785877849.7562077,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877849.756284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cdef276-4d44-42b7-b4d9-f595af9878d7"} {"level":"info","ts":1785877849.7562952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6cdef276-4d44-42b7-b4d9-f595af9878d7"} {"level":"info","ts":1785877849.756306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cdef276-4d44-42b7-b4d9-f595af9878d7","EoS":false} {"level":"info","ts":1785877849.7563293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cdef276-4d44-42b7-b4d9-f595af9878d7","EoS":true} {"level":"info","ts":1785877849.7563498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cdef276-4d44-42b7-b4d9-f595af9878d7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785877849.756365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cdef276-4d44-42b7-b4d9-f595af9878d7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785877849.7563725,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6cdef276-4d44-42b7-b4d9-f595af9878d7","modelName":"e2e-external-model"} {"level":"info","ts":1785877849.7563863,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6cdef276-4d44-42b7-b4d9-f595af9878d7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785877849.756432,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cdef276-4d44-42b7-b4d9-f595af9878d7"} {"level":"info","ts":1785877849.7892213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877849.789291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79"} {"level":"info","ts":1785877849.7893026,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79"} {"level":"info","ts":1785877849.789331,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","EoS":false} {"level":"info","ts":1785877849.7893438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","EoS":true} {"level":"info","ts":1785877849.789365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785877849.7893794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785877849.7893865,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","modelName":"e2e-external-model"} {"level":"info","ts":1785877849.7893999,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785877849.7894385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79"} {"level":"info","ts":1785877850.0138757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72a4129d-194f-46cf-a871-24d279ec940b"} {"level":"info","ts":1785877850.0139184,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1406637f-c687-486e-8d4d-1fd5210107d4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877850.013957,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1406637f-c687-486e-8d4d-1fd5210107d4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785877850.0214636,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72a4129d-194f-46cf-a871-24d279ec940b","name":"e2e-cleanup-test"} {"level":"info","ts":1785877850.0215132,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eaf6fda7-8d07-4d3a-93ca-2a9a3c9b38be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877850.021541,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eaf6fda7-8d07-4d3a-93ca-2a9a3c9b38be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785877850.0315669,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72a4129d-194f-46cf-a871-24d279ec940b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877850.0386372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cae9fd1-a9c8-4662-af1d-8a2f4e45d258"} {"level":"info","ts":1785877850.0387142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ecf6b5-87a5-4cbd-b7ef-362ac13ba5c0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877850.0387282,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cae9fd1-a9c8-4662-af1d-8a2f4e45d258","name":"e2e-cleanup-test"} {"level":"info","ts":1785877850.0387487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4ecf6b5-87a5-4cbd-b7ef-362ac13ba5c0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785877850.0539029,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"910371bf-359b-4ccd-ab9b-8adb4f7f651c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877850.0539322,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"910371bf-359b-4ccd-ab9b-8adb4f7f651c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785877850.0543444,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cae9fd1-a9c8-4662-af1d-8a2f4e45d258","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877850.0544398,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e71e36-4840-4981-aa2e-bd70f3a40a8c"} {"level":"info","ts":1785877850.0544987,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e71e36-4840-4981-aa2e-bd70f3a40a8c","name":"e2e-cleanup-test"} {"level":"info","ts":1785877850.0639894,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e71e36-4840-4981-aa2e-bd70f3a40a8c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877850.070427,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5be99586-6729-47ea-8f31-373bb9dc76dd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877850.0704622,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5be99586-6729-47ea-8f31-373bb9dc76dd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785877850.0706115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"062f5062-436e-4094-9a3d-5c77f3e6098b"} {"level":"info","ts":1785877850.0706666,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"062f5062-436e-4094-9a3d-5c77f3e6098b","name":"e2e-cleanup-test"} {"level":"info","ts":1785877850.0800312,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"062f5062-436e-4094-9a3d-5c77f3e6098b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877858.2781696,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c540010-856c-45ee-b92b-556abb434656"} {"level":"info","ts":1785877858.2782009,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ce02208-af41-42c2-aef2-cd6a5c4072ee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877858.2782333,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ce02208-af41-42c2-aef2-cd6a5c4072ee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877862.5815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877862.5816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723"} {"level":"info","ts":1785877862.581618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723"} {"level":"info","ts":1785877862.5816345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723","EoS":false} {"level":"info","ts":1785877862.5816505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723","EoS":true} {"level":"info","ts":1785877862.5816772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785877862.5816977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785877862.5817232,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723"} {"level":"info","ts":1785877862.6140337,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877862.6141057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d"} {"level":"info","ts":1785877862.6141152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d"} {"level":"info","ts":1785877862.6141257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","EoS":false} {"level":"info","ts":1785877862.6141388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","EoS":true} {"level":"info","ts":1785877862.614161,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785877862.6141756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785877862.6141858,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","modelName":"e2e-external-model"} {"level":"info","ts":1785877862.6141999,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785877862.6142366,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d"} {"level":"info","ts":1785877862.753768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877862.7538426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b"} {"level":"info","ts":1785877862.7538521,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b"} {"level":"info","ts":1785877862.7538633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","EoS":false} {"level":"info","ts":1785877862.7538762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","EoS":true} {"level":"info","ts":1785877862.7538974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785877862.753912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785877862.753934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b"} {"level":"info","ts":1785877862.8414552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877862.8415334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26"} {"level":"info","ts":1785877862.8415427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26"} {"level":"info","ts":1785877862.841553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26","EoS":false} {"level":"info","ts":1785877862.841567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26","EoS":true} {"level":"info","ts":1785877862.8415887,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26","field":"model"} {"level":"info","ts":1785877862.8416133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26"} {"level":"info","ts":1785877863.7220063,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1041ebf5-ece4-416a-8954-5adbfec4d63c"} {"level":"info","ts":1785877863.7220633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d31b2989-4fa6-40bf-b194-7769365921ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877863.7220972,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d31b2989-4fa6-40bf-b194-7769365921ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877863.8692386,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf948030-5d23-4c65-985e-3dbb4a06be29","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785877863.869278,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf948030-5d23-4c65-985e-3dbb4a06be29","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785877863.869292,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb6aa312-2e75-45b7-9839-35945db5cc6c"} {"level":"info","ts":1785879287.6724904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785879287.6725802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d57a227f-4e1e-4a90-a0d4-8d47ff919d83"} {"level":"info","ts":1785879362.0430553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785879362.043147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1"} {"level":"info","ts":1785879362.0431619,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1"} {"level":"info","ts":1785879362.0431805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","EoS":false} {"level":"info","ts":1785879362.0432005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","EoS":true} {"level":"info","ts":1785879362.0432348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785879362.0432544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785879362.0432823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1"}