{"level":"info","ts":1785081907.2216363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081907.2217283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1"} {"level":"info","ts":1785081907.221738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1"} {"level":"info","ts":1785081907.2217495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","EoS":false} {"level":"info","ts":1785081907.2217872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","EoS":true} {"level":"info","ts":1785081907.2218103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785081907.2218268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081907.2218516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7e88f0a-35f6-477b-9798-c8340be83ed1"} {"level":"info","ts":1785081907.2575762,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081907.2576442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffc0099a-0c30-4c4e-8b91-fd6181e1cc62"} {"level":"info","ts":1785081907.2576542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ffc0099a-0c30-4c4e-8b91-fd6181e1cc62"} {"level":"info","ts":1785081907.257666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffc0099a-0c30-4c4e-8b91-fd6181e1cc62","EoS":false} {"level":"info","ts":1785081907.257677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffc0099a-0c30-4c4e-8b91-fd6181e1cc62","EoS":true} {"level":"info","ts":1785081907.2576978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffc0099a-0c30-4c4e-8b91-fd6181e1cc62","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785081907.2577128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffc0099a-0c30-4c4e-8b91-fd6181e1cc62","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785081907.2577324,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ffc0099a-0c30-4c4e-8b91-fd6181e1cc62"} {"level":"info","ts":1785081911.411279,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081911.4113564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7e08ec8-ef90-4e6c-bf1f-646ee7b117d9"} {"level":"info","ts":1785081911.4113662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7e08ec8-ef90-4e6c-bf1f-646ee7b117d9"} {"level":"info","ts":1785081911.411378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7e08ec8-ef90-4e6c-bf1f-646ee7b117d9","EoS":false} {"level":"info","ts":1785081911.411388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7e08ec8-ef90-4e6c-bf1f-646ee7b117d9","EoS":true} {"level":"info","ts":1785081911.4114082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7e08ec8-ef90-4e6c-bf1f-646ee7b117d9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785081911.4114213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7e08ec8-ef90-4e6c-bf1f-646ee7b117d9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785081911.4114418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7e08ec8-ef90-4e6c-bf1f-646ee7b117d9"} {"level":"info","ts":1785081930.3224924,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081930.3225784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2"} {"level":"info","ts":1785081930.322592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2"} {"level":"info","ts":1785081930.3226051,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","EoS":false} {"level":"info","ts":1785081930.3226159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","EoS":true} {"level":"info","ts":1785081930.3226402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785081930.322658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081930.3226805,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"814cbb1a-328a-4fe0-8f0e-458897762dd2"} {"level":"info","ts":1785081930.4686818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081930.4687898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99"} {"level":"info","ts":1785081930.468802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99"} {"level":"info","ts":1785081930.4688146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","EoS":false} {"level":"info","ts":1785081930.4688256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","EoS":true} {"level":"info","ts":1785081930.4688506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785081930.4688668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081930.4688876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1698b6c7-a4d3-4f51-a1c0-5d35e89ffc99"} {"level":"info","ts":1785081930.608311,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081930.6083853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434"} {"level":"info","ts":1785081930.6083958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434"} {"level":"info","ts":1785081930.6084065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","EoS":false} {"level":"info","ts":1785081930.6084194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","EoS":true} {"level":"info","ts":1785081930.6084418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785081930.6084564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081930.6084766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5dfd4109-d115-43b6-b911-b598d0278434"} {"level":"info","ts":1785081930.745465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081930.745552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089"} {"level":"info","ts":1785081930.7455673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089"} {"level":"info","ts":1785081930.7455864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","EoS":false} {"level":"info","ts":1785081930.7456071,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","EoS":true} {"level":"info","ts":1785081930.7456844,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785081930.7457047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081930.7457333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0240c1ab-375d-4d24-b52f-87b1f9dcc089"} {"level":"info","ts":1785081930.8809474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081930.8810256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7"} {"level":"info","ts":1785081930.881035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7"} {"level":"info","ts":1785081930.8810472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","EoS":false} {"level":"info","ts":1785081930.8810606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","EoS":true} {"level":"info","ts":1785081930.8810816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785081930.8810987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081930.8811195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e97cc20-104d-47b1-bd41-285fa93e70c7"} {"level":"info","ts":1785081931.0179183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081931.0179925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3215a294-e8e3-4978-afa1-4b9a627c93f3"} {"level":"info","ts":1785081931.0180016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3215a294-e8e3-4978-afa1-4b9a627c93f3"} {"level":"info","ts":1785081931.0180159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3215a294-e8e3-4978-afa1-4b9a627c93f3","EoS":false} {"level":"info","ts":1785081931.0180295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3215a294-e8e3-4978-afa1-4b9a627c93f3","EoS":true} {"level":"info","ts":1785081931.0180483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3215a294-e8e3-4978-afa1-4b9a627c93f3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785081931.0180638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3215a294-e8e3-4978-afa1-4b9a627c93f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081931.0180848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3215a294-e8e3-4978-afa1-4b9a627c93f3"} {"level":"info","ts":1785081950.8375206,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081950.8376012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50"} {"level":"info","ts":1785081950.8376124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50"} {"level":"info","ts":1785081950.8376236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","EoS":false} {"level":"info","ts":1785081950.8376343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","EoS":true} {"level":"info","ts":1785081950.8376553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785081950.837672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081950.8376944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a03ad36-677e-4701-ae28-4767f3503e50"} {"level":"info","ts":1785081950.8798141,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081950.879892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93049bf7-2f14-4026-98ab-cc257c347552"} {"level":"info","ts":1785081950.8799021,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93049bf7-2f14-4026-98ab-cc257c347552"} {"level":"info","ts":1785081950.8799138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93049bf7-2f14-4026-98ab-cc257c347552","EoS":false} {"level":"info","ts":1785081950.8799307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93049bf7-2f14-4026-98ab-cc257c347552","EoS":true} {"level":"info","ts":1785081950.879952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93049bf7-2f14-4026-98ab-cc257c347552","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785081950.8799677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93049bf7-2f14-4026-98ab-cc257c347552","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081950.879988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93049bf7-2f14-4026-98ab-cc257c347552"} {"level":"info","ts":1785081950.9179423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081950.9180412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6606855-ef38-4a24-83c5-36fbb5283387"} {"level":"info","ts":1785081950.9180562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6606855-ef38-4a24-83c5-36fbb5283387"} {"level":"info","ts":1785081950.9180713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6606855-ef38-4a24-83c5-36fbb5283387","EoS":false} {"level":"info","ts":1785081950.9180872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6606855-ef38-4a24-83c5-36fbb5283387","EoS":true} {"level":"info","ts":1785081950.9181137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6606855-ef38-4a24-83c5-36fbb5283387","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785081950.9181335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6606855-ef38-4a24-83c5-36fbb5283387","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081950.918161,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d6606855-ef38-4a24-83c5-36fbb5283387"} {"level":"info","ts":1785081950.9510903,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081950.9511688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61ec2de0-8566-49e9-950b-747dd4694bb7"} {"level":"info","ts":1785081955.5530906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081955.5531666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263"} {"level":"info","ts":1785081955.5531785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263"} {"level":"info","ts":1785081955.5531902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","EoS":false} {"level":"info","ts":1785081955.5532038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","EoS":true} {"level":"info","ts":1785081955.5532253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785081955.5532408,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081955.5532618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72556012-e17d-4b98-9b16-01f4df0f0263"} {"level":"info","ts":1785081964.1104813,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081964.1105764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"075ae264-9c26-41d8-abee-c60d2d37c55e"} {"level":"info","ts":1785081964.110588,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"075ae264-9c26-41d8-abee-c60d2d37c55e"} {"level":"info","ts":1785081964.1105995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"075ae264-9c26-41d8-abee-c60d2d37c55e","EoS":false} {"level":"info","ts":1785081964.1106105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"075ae264-9c26-41d8-abee-c60d2d37c55e","EoS":true} {"level":"info","ts":1785081964.1106305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"075ae264-9c26-41d8-abee-c60d2d37c55e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785081964.1106465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"075ae264-9c26-41d8-abee-c60d2d37c55e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785081964.1106675,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"075ae264-9c26-41d8-abee-c60d2d37c55e"} {"level":"info","ts":1785081966.1472714,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081966.147361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8add970d-5fd2-4835-8199-c087724be501"} {"level":"info","ts":1785081966.1473756,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8add970d-5fd2-4835-8199-c087724be501"} {"level":"info","ts":1785081966.1473916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","EoS":false} {"level":"info","ts":1785081966.1474073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","EoS":true} {"level":"info","ts":1785081966.1474302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785081966.1474457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8add970d-5fd2-4835-8199-c087724be501","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785081966.1474679,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8add970d-5fd2-4835-8199-c087724be501"} {"level":"info","ts":1785081979.0159981,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081979.0160823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d"} {"level":"info","ts":1785081979.016092,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d"} {"level":"info","ts":1785081979.0161061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","EoS":false} {"level":"info","ts":1785081979.0161252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","EoS":true} {"level":"info","ts":1785081979.016152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785081979.0161715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081979.0161972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1093d502-75c6-4138-9cf8-613ad854ea2d"} {"level":"info","ts":1785081987.550605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081987.5506968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe"} {"level":"info","ts":1785081987.5507107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe"} {"level":"info","ts":1785081987.5507295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","EoS":false} {"level":"info","ts":1785081987.5507472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","EoS":true} {"level":"info","ts":1785081987.550813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785081987.5508432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081987.550884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bf7dc99-146f-4de9-834b-7de708072afe"} {"level":"info","ts":1785081996.416412,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785081996.4165165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b"} {"level":"info","ts":1785081996.4165335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b"} {"level":"info","ts":1785081996.4165528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","EoS":false} {"level":"info","ts":1785081996.4165738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","EoS":true} {"level":"info","ts":1785081996.416604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785081996.4166234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785081996.4166467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c58e6707-f7d3-4acb-827b-2d8780e5e94b"} {"level":"info","ts":1785082005.4043174,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082005.4044223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8c23f7c-a04c-4bf8-a54b-4cf1f8bc548e"} {"level":"info","ts":1785082005.4044409,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8c23f7c-a04c-4bf8-a54b-4cf1f8bc548e"} {"level":"info","ts":1785082005.4044578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8c23f7c-a04c-4bf8-a54b-4cf1f8bc548e","EoS":false} {"level":"info","ts":1785082005.4045296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8c23f7c-a04c-4bf8-a54b-4cf1f8bc548e","EoS":true} {"level":"info","ts":1785082005.4045641,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8c23f7c-a04c-4bf8-a54b-4cf1f8bc548e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082005.404581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8c23f7c-a04c-4bf8-a54b-4cf1f8bc548e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082005.4046097,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8c23f7c-a04c-4bf8-a54b-4cf1f8bc548e"} {"level":"info","ts":1785082010.2007308,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082010.2008557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d8577cb-b32f-451f-94e1-1409ca31d116"} {"level":"info","ts":1785082010.2008715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d8577cb-b32f-451f-94e1-1409ca31d116"} {"level":"info","ts":1785082010.2008903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d8577cb-b32f-451f-94e1-1409ca31d116","EoS":false} {"level":"info","ts":1785082010.2009118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d8577cb-b32f-451f-94e1-1409ca31d116","EoS":true} {"level":"info","ts":1785082010.2009442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d8577cb-b32f-451f-94e1-1409ca31d116","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785082010.2009628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d8577cb-b32f-451f-94e1-1409ca31d116","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082010.200994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d8577cb-b32f-451f-94e1-1409ca31d116"} {"level":"info","ts":1785082015.0023434,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082015.0024219,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8ec6ec4-158e-4147-bace-d34efb144692"} {"level":"info","ts":1785082015.002435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8ec6ec4-158e-4147-bace-d34efb144692"} {"level":"info","ts":1785082015.0024471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8ec6ec4-158e-4147-bace-d34efb144692","EoS":false} {"level":"info","ts":1785082015.0024607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8ec6ec4-158e-4147-bace-d34efb144692","EoS":true} {"level":"info","ts":1785082015.0024884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8ec6ec4-158e-4147-bace-d34efb144692","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785082015.002504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8ec6ec4-158e-4147-bace-d34efb144692","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785082015.0025246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8ec6ec4-158e-4147-bace-d34efb144692"} {"level":"info","ts":1785082015.318832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082015.3189125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df078000-7866-4301-8e4a-d6cfa1101ba7"} {"level":"info","ts":1785082015.3189218,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df078000-7866-4301-8e4a-d6cfa1101ba7"} {"level":"info","ts":1785082015.3189328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df078000-7866-4301-8e4a-d6cfa1101ba7","EoS":false} {"level":"info","ts":1785082015.318947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df078000-7866-4301-8e4a-d6cfa1101ba7","EoS":true} {"level":"info","ts":1785082015.318968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df078000-7866-4301-8e4a-d6cfa1101ba7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785082015.3189838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df078000-7866-4301-8e4a-d6cfa1101ba7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785082015.319003,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df078000-7866-4301-8e4a-d6cfa1101ba7"} {"level":"info","ts":1785082017.3549466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082017.3550239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f7ac0e4-76ea-416c-b71e-bd79baf7da82"} {"level":"info","ts":1785082017.3550334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f7ac0e4-76ea-416c-b71e-bd79baf7da82"} {"level":"info","ts":1785082017.3550441,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f7ac0e4-76ea-416c-b71e-bd79baf7da82","EoS":false} {"level":"info","ts":1785082017.3550577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f7ac0e4-76ea-416c-b71e-bd79baf7da82","EoS":true} {"level":"info","ts":1785082017.3550804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f7ac0e4-76ea-416c-b71e-bd79baf7da82","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785082017.3550963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f7ac0e4-76ea-416c-b71e-bd79baf7da82","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785082017.3551207,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f7ac0e4-76ea-416c-b71e-bd79baf7da82"} {"level":"info","ts":1785082019.3969688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082019.397059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ace7672-1710-4b04-a41b-8bb7a8bca43f"} {"level":"info","ts":1785082019.397079,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ace7672-1710-4b04-a41b-8bb7a8bca43f"} {"level":"info","ts":1785082019.3971055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ace7672-1710-4b04-a41b-8bb7a8bca43f","EoS":false} {"level":"info","ts":1785082019.3971276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ace7672-1710-4b04-a41b-8bb7a8bca43f","EoS":true} {"level":"info","ts":1785082019.3971567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ace7672-1710-4b04-a41b-8bb7a8bca43f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785082019.3971817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ace7672-1710-4b04-a41b-8bb7a8bca43f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785082019.3972077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ace7672-1710-4b04-a41b-8bb7a8bca43f"} {"level":"info","ts":1785082021.4320307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082021.432127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d"} {"level":"info","ts":1785082021.432139,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d"} {"level":"info","ts":1785082021.4321609,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","EoS":false} {"level":"info","ts":1785082021.4321752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","EoS":true} {"level":"info","ts":1785082021.4321969,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785082021.432213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785082021.4322345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3301ca5c-b574-429e-8f1e-7ba64e78823d"} {"level":"info","ts":1785082044.2905002,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082044.29059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c"} {"level":"info","ts":1785082044.2906024,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c"} {"level":"info","ts":1785082044.2906134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","EoS":false} {"level":"info","ts":1785082044.2906275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","EoS":true} {"level":"info","ts":1785082044.2906504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785082044.2906654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785082044.2906861,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c1d3dd4-586f-440b-bb71-ae202bba2c7c"} {"level":"info","ts":1785082053.6294026,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082053.6294856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15d1fa9a-c4d7-44bb-84ff-99335f1ab773"} {"level":"info","ts":1785082053.629494,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"15d1fa9a-c4d7-44bb-84ff-99335f1ab773"} {"level":"info","ts":1785082053.6295047,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15d1fa9a-c4d7-44bb-84ff-99335f1ab773","EoS":false} {"level":"info","ts":1785082053.6295166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15d1fa9a-c4d7-44bb-84ff-99335f1ab773","EoS":true} {"level":"info","ts":1785082053.6295373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15d1fa9a-c4d7-44bb-84ff-99335f1ab773","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082053.6295528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15d1fa9a-c4d7-44bb-84ff-99335f1ab773","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082053.6295733,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"15d1fa9a-c4d7-44bb-84ff-99335f1ab773"} {"level":"info","ts":1785082059.1801257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082059.1802053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2bac6ef-090c-4aac-9fd2-266290027d0c"} {"level":"info","ts":1785082059.1802151,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2bac6ef-090c-4aac-9fd2-266290027d0c"} {"level":"info","ts":1785082059.180227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2bac6ef-090c-4aac-9fd2-266290027d0c","EoS":false} {"level":"info","ts":1785082059.180246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2bac6ef-090c-4aac-9fd2-266290027d0c","EoS":true} {"level":"info","ts":1785082059.1802688,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2bac6ef-090c-4aac-9fd2-266290027d0c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785082059.1802847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2bac6ef-090c-4aac-9fd2-266290027d0c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785082059.1803071,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2bac6ef-090c-4aac-9fd2-266290027d0c"} {"level":"info","ts":1785082068.7312706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082068.7313595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa07305d-b6d3-417a-8ff4-a5378c51fa2e"} {"level":"info","ts":1785082068.7313673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa07305d-b6d3-417a-8ff4-a5378c51fa2e"} {"level":"info","ts":1785082068.7313783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa07305d-b6d3-417a-8ff4-a5378c51fa2e","EoS":false} {"level":"info","ts":1785082068.7313907,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa07305d-b6d3-417a-8ff4-a5378c51fa2e","EoS":true} {"level":"info","ts":1785082068.7314112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa07305d-b6d3-417a-8ff4-a5378c51fa2e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082068.7314274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa07305d-b6d3-417a-8ff4-a5378c51fa2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082068.7314503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa07305d-b6d3-417a-8ff4-a5378c51fa2e"} {"level":"info","ts":1785082070.7675347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082070.767631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3"} {"level":"info","ts":1785082070.7676446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3"} {"level":"info","ts":1785082070.7676616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","EoS":false} {"level":"info","ts":1785082070.76768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","EoS":true} {"level":"info","ts":1785082070.767718,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082070.7677386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082070.7677875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d62897cb-7a75-4b2f-947b-c1e855916ae3"} {"level":"info","ts":1785082080.257831,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082080.2579348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653"} {"level":"info","ts":1785082080.257947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653"} {"level":"info","ts":1785082080.2579594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","EoS":false} {"level":"info","ts":1785082080.2579722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","EoS":true} {"level":"info","ts":1785082080.2579947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082080.2580104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082080.2580307,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1fd5d17-5e99-417a-ade1-faa5df6f8653"} {"level":"info","ts":1785082080.3018486,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082080.301923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f"} {"level":"info","ts":1785082080.3019328,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f"} {"level":"info","ts":1785082080.3019483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","EoS":false} {"level":"info","ts":1785082080.3019607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","EoS":true} {"level":"info","ts":1785082080.30198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082080.3019986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082080.302023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34ce6b8b-6ecc-41da-a2ec-a71364af501f"} {"level":"info","ts":1785082099.58214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082099.5822272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0"} {"level":"info","ts":1785082099.5822375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0"} {"level":"info","ts":1785082099.5822487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","EoS":false} {"level":"info","ts":1785082099.5822637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","EoS":true} {"level":"info","ts":1785082099.5822895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082099.58231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082099.582332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e833ba3-d369-4869-b182-de8d32592fb0"} {"level":"info","ts":1785082108.960924,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082108.9610088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0be5c150-4fdb-4236-a3cc-fafba5e9ab17"} {"level":"info","ts":1785082108.9610198,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0be5c150-4fdb-4236-a3cc-fafba5e9ab17"} {"level":"info","ts":1785082108.961033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0be5c150-4fdb-4236-a3cc-fafba5e9ab17","EoS":false} {"level":"info","ts":1785082108.961051,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0be5c150-4fdb-4236-a3cc-fafba5e9ab17","EoS":true} {"level":"info","ts":1785082108.9610739,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0be5c150-4fdb-4236-a3cc-fafba5e9ab17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082108.96109,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0be5c150-4fdb-4236-a3cc-fafba5e9ab17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082108.9611113,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0be5c150-4fdb-4236-a3cc-fafba5e9ab17"} {"level":"info","ts":1785082114.25514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082114.2552216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6b294ed-30f4-4989-889f-b8a01e4f16ab"} {"level":"info","ts":1785082114.255231,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e6b294ed-30f4-4989-889f-b8a01e4f16ab"} {"level":"info","ts":1785082114.2552416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6b294ed-30f4-4989-889f-b8a01e4f16ab","EoS":false} {"level":"info","ts":1785082114.2552557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6b294ed-30f4-4989-889f-b8a01e4f16ab","EoS":true} {"level":"info","ts":1785082114.2552764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6b294ed-30f4-4989-889f-b8a01e4f16ab","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785082114.2552917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6b294ed-30f4-4989-889f-b8a01e4f16ab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785082114.255313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e6b294ed-30f4-4989-889f-b8a01e4f16ab"} {"level":"info","ts":1785082205.0173855,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082205.0174708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89ccd803-8258-4171-a551-65025024516b"} {"level":"info","ts":1785082205.0174801,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89ccd803-8258-4171-a551-65025024516b"} {"level":"info","ts":1785082205.0174913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89ccd803-8258-4171-a551-65025024516b","EoS":false} {"level":"info","ts":1785082205.0175028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89ccd803-8258-4171-a551-65025024516b","EoS":true} {"level":"info","ts":1785082205.0175233,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89ccd803-8258-4171-a551-65025024516b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785082205.0175388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89ccd803-8258-4171-a551-65025024516b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785082205.0175598,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89ccd803-8258-4171-a551-65025024516b"} {"level":"info","ts":1785082230.3228025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082230.3228824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5"} {"level":"info","ts":1785082230.3228917,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5"} {"level":"info","ts":1785082230.3229024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","EoS":false} {"level":"info","ts":1785082230.3229136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","EoS":true} {"level":"info","ts":1785082230.322936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785082230.3229525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785082230.3229744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fda4abe-d635-4581-b33e-d847ad232ba5"} {"level":"info","ts":1785082267.4260943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082267.4261868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda"} {"level":"info","ts":1785082267.4261963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda"} {"level":"info","ts":1785082267.426207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","EoS":false} {"level":"info","ts":1785082267.426218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","EoS":true} {"level":"info","ts":1785082267.4262393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082267.4262547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082267.4262748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9bc466a-afd0-40e6-bb77-08d8d10afbda"} {"level":"info","ts":1785082282.6788406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082282.6789358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84"} {"level":"info","ts":1785082282.6789472,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84"} {"level":"info","ts":1785082282.6789622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","EoS":false} {"level":"info","ts":1785082282.6789727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","EoS":true} {"level":"info","ts":1785082282.678996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082282.6790173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082282.6790402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27a7a736-6386-4bf4-a936-aadf5f338b84"} {"level":"info","ts":1785082282.9658787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082282.9659574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b8769b9-3e27-4b71-aff9-47307a015755"} {"level":"info","ts":1785082282.9659681,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b8769b9-3e27-4b71-aff9-47307a015755"} {"level":"info","ts":1785082282.965979,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b8769b9-3e27-4b71-aff9-47307a015755","EoS":false} {"level":"info","ts":1785082282.9659932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b8769b9-3e27-4b71-aff9-47307a015755","EoS":true} {"level":"info","ts":1785082282.966013,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b8769b9-3e27-4b71-aff9-47307a015755","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785082282.9660285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b8769b9-3e27-4b71-aff9-47307a015755","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082282.9660509,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b8769b9-3e27-4b71-aff9-47307a015755"} {"level":"info","ts":1785082605.2992144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082605.2993183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b"} {"level":"info","ts":1785082605.2993286,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b"} {"level":"info","ts":1785082605.2993407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","EoS":false} {"level":"info","ts":1785082605.2993557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","EoS":true} {"level":"info","ts":1785082605.2993798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785082605.2993937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082605.2994168,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc1f7901-fd45-4671-bcc9-de610574ba3b"} {"level":"info","ts":1785082605.3370488,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082605.337134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8b4b134-7f1c-4902-8da5-a5ea0d8c2f1c"} {"level":"info","ts":1785082605.337146,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8b4b134-7f1c-4902-8da5-a5ea0d8c2f1c"} {"level":"info","ts":1785082605.337157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8b4b134-7f1c-4902-8da5-a5ea0d8c2f1c","EoS":false} {"level":"info","ts":1785082605.3371706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8b4b134-7f1c-4902-8da5-a5ea0d8c2f1c","EoS":true} {"level":"info","ts":1785082605.3371925,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8b4b134-7f1c-4902-8da5-a5ea0d8c2f1c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785082605.3372076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8b4b134-7f1c-4902-8da5-a5ea0d8c2f1c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082605.3372288,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8b4b134-7f1c-4902-8da5-a5ea0d8c2f1c"} {"level":"info","ts":1785082605.3747802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082605.3748605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee63f2f8-765e-4d2c-8467-2f2d69de8a84"} {"level":"info","ts":1785082605.374869,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee63f2f8-765e-4d2c-8467-2f2d69de8a84"} {"level":"info","ts":1785082605.374881,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee63f2f8-765e-4d2c-8467-2f2d69de8a84","EoS":false} {"level":"info","ts":1785082605.3748953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee63f2f8-765e-4d2c-8467-2f2d69de8a84","EoS":true} {"level":"info","ts":1785082605.3749187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee63f2f8-765e-4d2c-8467-2f2d69de8a84","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785082605.3749356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee63f2f8-765e-4d2c-8467-2f2d69de8a84","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785082605.375008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee63f2f8-765e-4d2c-8467-2f2d69de8a84"} {"level":"info","ts":1785082610.2448168,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cbe37a5b-90a7-4847-9407-a9758065ac15"} {"level":"info","ts":1785082610.2448232,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10cc1d24-1fa7-436f-8d5b-1d87e63fcda0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785082610.2448695,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10cc1d24-1fa7-436f-8d5b-1d87e63fcda0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785082610.254036,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03fff494-aa25-46b7-9870-a955c3d83c6b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785082610.2540774,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03fff494-aa25-46b7-9870-a955c3d83c6b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785082610.2543626,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38770.66447427,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.2543821,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.2966275,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.386047,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38678.994113504,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.3860795,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.3863003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4619610-1438-43c5-ba8a-1983dd33c049"} {"level":"info","ts":1785082610.3864915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de3fe5d6-4095-4368-9149-f536c7df1b55","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.386565,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4619610-1438-43c5-ba8a-1983dd33c049","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785082610.3869476,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de3fe5d6-4095-4368-9149-f536c7df1b55","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785082610.3905492,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4619610-1438-43c5-ba8a-1983dd33c049","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.3906894,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dda79dd1-16d8-4422-95e0-2faa8d9092a2"} {"level":"info","ts":1785082610.3907557,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dda79dd1-16d8-4422-95e0-2faa8d9092a2","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785082610.3932855,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785082610.3944569,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dda79dd1-16d8-4422-95e0-2faa8d9092a2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.3965986,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41b1ba17-9091-4cc2-ae75-ba70f7a8d5b7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785082610.3966463,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41b1ba17-9091-4cc2-ae75-ba70f7a8d5b7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785082610.3966756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dea8622a-ae94-4cb7-bc70-18b508cdfec5"} {"level":"info","ts":1785082610.3967402,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59f8cf0a-be38-48b5-a176-5927e046b776","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.3969452,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59f8cf0a-be38-48b5-a176-5927e046b776","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785082610.3969877,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39289.519615547,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.3970377,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.4056334,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785082610.4863179,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cbe37a5b-90a7-4847-9407-a9758065ac15","name":"e2e-external-provider"} {"level":"info","ts":1785082610.4964032,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cbe37a5b-90a7-4847-9407-a9758065ac15","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785082610.4973955,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dea8622a-ae94-4cb7-bc70-18b508cdfec5","name":"e2e-external-model"} {"level":"error","ts":1785082610.5007217,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cbe37a5b-90a7-4847-9407-a9758065ac15","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.5008502,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11341249-f705-437a-80cd-e42e748e0ffb"} {"level":"info","ts":1785082610.500895,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11341249-f705-437a-80cd-e42e748e0ffb","name":"e2e-external-provider"} {"level":"info","ts":1785082610.5075095,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dea8622a-ae94-4cb7-bc70-18b508cdfec5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785082610.513035,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11341249-f705-437a-80cd-e42e748e0ffb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785082610.5135515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"047f6150-1609-46ce-8a8d-a4eafa3932a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.513557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce7932b8-cd40-44b6-9f1e-77c0d6d00f82"} {"level":"info","ts":1785082610.5135837,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"047f6150-1609-46ce-8a8d-a4eafa3932a5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785082610.513627,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce7932b8-cd40-44b6-9f1e-77c0d6d00f82","name":"e2e-external-model"} {"level":"info","ts":1785082610.52812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63775606-3e7d-426b-93e9-0138f7b56d57","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.5281637,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63775606-3e7d-426b-93e9-0138f7b56d57","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785082610.5282629,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce7932b8-cd40-44b6-9f1e-77c0d6d00f82","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082610.5283358,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b57c1bc-a8d3-4453-84eb-7d90eaf4a06e"} {"level":"info","ts":1785082610.5283892,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b57c1bc-a8d3-4453-84eb-7d90eaf4a06e","name":"e2e-external-model"} {"level":"info","ts":1785082610.5381901,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b57c1bc-a8d3-4453-84eb-7d90eaf4a06e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785082610.5427883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0efde98f-e09f-4e43-b717-a33480f78719"} {"level":"info","ts":1785082610.542862,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0efde98f-e09f-4e43-b717-a33480f78719","name":"e2e-external-model"} {"level":"info","ts":1785082610.5427833,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a10b9101-2bd7-4b38-96c2-6a1c31fab7cc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082610.5429301,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a10b9101-2bd7-4b38-96c2-6a1c31fab7cc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785082610.550171,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0efde98f-e09f-4e43-b717-a33480f78719","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785082615.7545567,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082615.7546341,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27fced3a-f0d6-41fc-9a3f-e4e55d717523"} {"level":"info","ts":1785082615.7546437,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27fced3a-f0d6-41fc-9a3f-e4e55d717523"} {"level":"info","ts":1785082615.754655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27fced3a-f0d6-41fc-9a3f-e4e55d717523","EoS":false} {"level":"info","ts":1785082615.754667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27fced3a-f0d6-41fc-9a3f-e4e55d717523","EoS":true} {"level":"info","ts":1785082615.7546904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27fced3a-f0d6-41fc-9a3f-e4e55d717523","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785082615.7547042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27fced3a-f0d6-41fc-9a3f-e4e55d717523","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785082615.7547116,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"27fced3a-f0d6-41fc-9a3f-e4e55d717523","modelName":"e2e-external-model"} {"level":"info","ts":1785082615.7547257,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"27fced3a-f0d6-41fc-9a3f-e4e55d717523","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785082615.7548096,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27fced3a-f0d6-41fc-9a3f-e4e55d717523"} {"level":"info","ts":1785082615.80298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082615.8030534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edab2681-2443-43e7-b62e-4d010a730b1e"} {"level":"info","ts":1785082615.8030624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edab2681-2443-43e7-b62e-4d010a730b1e"} {"level":"info","ts":1785082615.8030725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edab2681-2443-43e7-b62e-4d010a730b1e","EoS":false} {"level":"info","ts":1785082615.8030865,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edab2681-2443-43e7-b62e-4d010a730b1e","EoS":true} {"level":"info","ts":1785082615.8031087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edab2681-2443-43e7-b62e-4d010a730b1e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785082615.8031244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edab2681-2443-43e7-b62e-4d010a730b1e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785082615.803133,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"edab2681-2443-43e7-b62e-4d010a730b1e","modelName":"e2e-external-model"} {"level":"info","ts":1785082615.8031473,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"edab2681-2443-43e7-b62e-4d010a730b1e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785082615.8031883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edab2681-2443-43e7-b62e-4d010a730b1e"} {"level":"info","ts":1785082615.8294024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082615.8294985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031"} {"level":"info","ts":1785082615.8295178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031"} {"level":"info","ts":1785082615.8295343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","EoS":false} {"level":"info","ts":1785082615.829553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","EoS":true} {"level":"info","ts":1785082615.8295832,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785082615.829604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785082615.8296144,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","modelName":"e2e-external-model"} {"level":"info","ts":1785082615.829633,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785082615.8296819,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee68a60c-7973-4042-a9f6-0fa26fe81031"} {"level":"info","ts":1785082615.9708126,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92dc3bf2-42e8-4b66-816d-1fe8bef43226"} {"level":"info","ts":1785082615.9708426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bbfd9b41-e8f2-484c-96c2-7082698a493b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082615.9708762,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bbfd9b41-e8f2-484c-96c2-7082698a493b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785082615.979068,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"104435f7-7a8d-42ed-a340-184b09331050","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082615.9790978,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"104435f7-7a8d-42ed-a340-184b09331050","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785082615.9792883,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92dc3bf2-42e8-4b66-816d-1fe8bef43226","name":"e2e-cleanup-test"} {"level":"info","ts":1785082615.9871042,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92dc3bf2-42e8-4b66-816d-1fe8bef43226","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785082615.9955993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e51e88b1-f916-4825-9255-47ac4e842e60","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082615.9956496,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e51e88b1-f916-4825-9255-47ac4e842e60","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785082615.9958863,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d2daa6c-7e94-4c46-85da-921eb7af26aa"} {"level":"info","ts":1785082615.9959657,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d2daa6c-7e94-4c46-85da-921eb7af26aa","name":"e2e-cleanup-test"} {"level":"info","ts":1785082616.008784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33dff006-4859-4d98-aac1-dd6ab3d1e865","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082616.0088258,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33dff006-4859-4d98-aac1-dd6ab3d1e865","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785082616.0088708,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d2daa6c-7e94-4c46-85da-921eb7af26aa","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785082616.0089357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"895d9c75-f6a9-419a-aa81-ec2fae8d02ac"} {"level":"info","ts":1785082616.0089881,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"895d9c75-f6a9-419a-aa81-ec2fae8d02ac","name":"e2e-cleanup-test"} {"level":"info","ts":1785082616.0205755,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"895d9c75-f6a9-419a-aa81-ec2fae8d02ac","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785082616.0293868,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c38288a4-96b0-432c-9a18-01c170a0f425"} {"level":"info","ts":1785082616.0294275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff217d6c-7fb5-4d5b-860d-ac05c446b5f9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082616.0294518,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff217d6c-7fb5-4d5b-860d-ac05c446b5f9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785082616.02946,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c38288a4-96b0-432c-9a18-01c170a0f425","name":"e2e-cleanup-test"} {"level":"info","ts":1785082616.0408635,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c38288a4-96b0-432c-9a18-01c170a0f425","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785082624.2483811,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"894a9858-189c-4e9c-9d0f-05e8decc81c7"} {"level":"info","ts":1785082624.2483842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f3a5e2-e323-40b5-9b79-15e946f387aa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082624.2484426,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26f3a5e2-e323-40b5-9b79-15e946f387aa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785082628.5642288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082628.5643077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146"} {"level":"info","ts":1785082628.564317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146"} {"level":"info","ts":1785082628.5643296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146","EoS":false} {"level":"info","ts":1785082628.5643451,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146","EoS":true} {"level":"info","ts":1785082628.5643687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785082628.564386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785082628.5644062,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c857e297-ce50-4a71-a674-1ac2a5896146"} {"level":"info","ts":1785082628.5989711,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082628.5990436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025"} {"level":"info","ts":1785082628.5990531,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025"} {"level":"info","ts":1785082628.599064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","EoS":false} {"level":"info","ts":1785082628.599076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","EoS":true} {"level":"info","ts":1785082628.5990975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785082628.599114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785082628.599121,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","modelName":"e2e-external-model"} {"level":"info","ts":1785082628.5991373,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785082628.5991771,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdb0ddc0-c126-478b-ac6b-1cf15429e025"} {"level":"info","ts":1785082628.6380017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082628.6380746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4"} {"level":"info","ts":1785082628.6380842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4"} {"level":"info","ts":1785082628.6380947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","EoS":false} {"level":"info","ts":1785082628.6381052,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","EoS":true} {"level":"info","ts":1785082628.6381269,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785082628.6381419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785082628.6381621,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c79709ae-9f04-41b9-ac72-bf94772148f4"} {"level":"info","ts":1785082628.7732627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082628.7733538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc"} {"level":"info","ts":1785082628.7733688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc"} {"level":"info","ts":1785082628.7733872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc","EoS":false} {"level":"info","ts":1785082628.7734065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc","EoS":true} {"level":"info","ts":1785082628.7734418,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc","field":"model"} {"level":"info","ts":1785082628.7734756,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dabe10f-4ffd-40ea-bf5d-6f426d3979dc"} {"level":"info","ts":1785082629.7563481,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9796efcb-56e1-4df1-86bc-3256499fc86f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082629.7563903,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9796efcb-56e1-4df1-86bc-3256499fc86f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785082629.756345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad36e755-bbf5-4d7f-9075-6778934e587f"} {"level":"info","ts":1785082629.900146,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5da132e7-181f-40f6-bd99-7e99e7b0c092","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785082629.9001844,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5da132e7-181f-40f6-bd99-7e99e7b0c092","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785082629.9001508,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"234c494c-f121-43d8-9eb0-44af8c9720cc"} {"level":"info","ts":1785083930.6643884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083930.6644812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac147677-2314-4ea5-9b22-66b0eee0f297"} {"level":"info","ts":1785083995.564933,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083995.565016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43"} {"level":"info","ts":1785083995.5650263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43"} {"level":"info","ts":1785083995.565039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","EoS":false} {"level":"info","ts":1785083995.5650527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","EoS":true} {"level":"info","ts":1785083995.5650747,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083995.565091,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785083995.5651102,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6de0630c-79bd-4feb-ab00-2f6db97eae43"}