{"level":"info","ts":1785169963.0116622,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f"} {"level":"info","ts":1785169963.0116744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f","EoS":false} {"level":"info","ts":1785169963.0116844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f","EoS":true} {"level":"info","ts":1785169963.0117047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785169963.0117226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169963.0117457,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d638a6c7-f51e-4fed-b596-50403741203f"} {"level":"info","ts":1785169963.052961,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169963.0530317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b9e2e9f-812c-43fe-81b5-c04968329369"} {"level":"info","ts":1785169963.0530412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b9e2e9f-812c-43fe-81b5-c04968329369"} {"level":"info","ts":1785169963.0530522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b9e2e9f-812c-43fe-81b5-c04968329369","EoS":false} {"level":"info","ts":1785169963.053065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b9e2e9f-812c-43fe-81b5-c04968329369","EoS":true} {"level":"info","ts":1785169963.0530858,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b9e2e9f-812c-43fe-81b5-c04968329369","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785169963.0531023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b9e2e9f-812c-43fe-81b5-c04968329369","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785169963.0531254,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b9e2e9f-812c-43fe-81b5-c04968329369"} {"level":"info","ts":1785169967.2083802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169967.2084901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a396b91-2e9d-49e3-b69f-7d70e9ba2973"} {"level":"info","ts":1785169967.2085083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a396b91-2e9d-49e3-b69f-7d70e9ba2973"} {"level":"info","ts":1785169967.2085242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a396b91-2e9d-49e3-b69f-7d70e9ba2973","EoS":false} {"level":"info","ts":1785169967.2085397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a396b91-2e9d-49e3-b69f-7d70e9ba2973","EoS":true} {"level":"info","ts":1785169967.2086124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a396b91-2e9d-49e3-b69f-7d70e9ba2973","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785169967.2086349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a396b91-2e9d-49e3-b69f-7d70e9ba2973","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785169967.2086616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a396b91-2e9d-49e3-b69f-7d70e9ba2973"} {"level":"info","ts":1785169986.1450353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.1451173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31"} {"level":"info","ts":1785169986.145126,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31"} {"level":"info","ts":1785169986.1451373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","EoS":false} {"level":"info","ts":1785169986.1451497,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","EoS":true} {"level":"info","ts":1785169986.1451695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785169986.1451883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.1452103,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f086d57-4c15-4ad8-90c4-2b6f88d10b31"} {"level":"info","ts":1785169986.3109589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.311035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e"} {"level":"info","ts":1785169986.3110461,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e"} {"level":"info","ts":1785169986.3110576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","EoS":false} {"level":"info","ts":1785169986.3110702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","EoS":true} {"level":"info","ts":1785169986.3110917,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785169986.3111062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.3111281,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"670eb2c3-b846-490b-a2d8-bcc82237a28e"} {"level":"info","ts":1785169986.4472036,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.447288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6"} {"level":"info","ts":1785169986.4472976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6"} {"level":"info","ts":1785169986.4473085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","EoS":false} {"level":"info","ts":1785169986.44732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","EoS":true} {"level":"info","ts":1785169986.4473531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785169986.4473696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.4473906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8bedb9f-1703-4ce1-a4e5-91f0b4c2d4b6"} {"level":"info","ts":1785169986.5862868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.5863621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1"} {"level":"info","ts":1785169986.5863712,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1"} {"level":"info","ts":1785169986.5863824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","EoS":false} {"level":"info","ts":1785169986.5863972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","EoS":true} {"level":"info","ts":1785169986.5864198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785169986.5864363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.5864568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03779f96-31d1-447c-a271-a4595ce09af1"} {"level":"info","ts":1785169986.722729,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.722822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff"} {"level":"info","ts":1785169986.7228322,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff"} {"level":"info","ts":1785169986.722844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","EoS":false} {"level":"info","ts":1785169986.7228575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","EoS":true} {"level":"info","ts":1785169986.7228787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785169986.7228932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.72295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11f6371b-ae87-4d78-be19-c9b464132bff"} {"level":"info","ts":1785169986.8576634,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785169986.8577404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83be4884-f45a-4862-8230-447c8f5ad928"} {"level":"info","ts":1785169986.8577511,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83be4884-f45a-4862-8230-447c8f5ad928"} {"level":"info","ts":1785169986.8577654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83be4884-f45a-4862-8230-447c8f5ad928","EoS":false} {"level":"info","ts":1785169986.8577816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83be4884-f45a-4862-8230-447c8f5ad928","EoS":true} {"level":"info","ts":1785169986.8578053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83be4884-f45a-4862-8230-447c8f5ad928","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785169986.8578215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83be4884-f45a-4862-8230-447c8f5ad928","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785169986.857845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83be4884-f45a-4862-8230-447c8f5ad928"} {"level":"info","ts":1785170005.7173104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170005.7174141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967"} {"level":"info","ts":1785170005.7174327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967"} {"level":"info","ts":1785170005.7174518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","EoS":false} {"level":"info","ts":1785170005.7174654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","EoS":true} {"level":"info","ts":1785170005.7174928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785170005.717511,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170005.7175367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ae9455c-108e-442f-8bfc-149d3bae2967"} {"level":"info","ts":1785170005.7568657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170005.7569785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b5732d6-4051-47ec-bc68-551f156e0377"} {"level":"info","ts":1785170005.75699,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b5732d6-4051-47ec-bc68-551f156e0377"} {"level":"info","ts":1785170005.7570024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b5732d6-4051-47ec-bc68-551f156e0377","EoS":false} {"level":"info","ts":1785170005.757014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b5732d6-4051-47ec-bc68-551f156e0377","EoS":true} {"level":"info","ts":1785170005.7570353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b5732d6-4051-47ec-bc68-551f156e0377","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785170005.757052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b5732d6-4051-47ec-bc68-551f156e0377","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170005.7570734,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b5732d6-4051-47ec-bc68-551f156e0377"} {"level":"info","ts":1785170005.796629,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170005.7967203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d19ba8c4-ebcb-467c-8b1c-e69f9a07b10b"} {"level":"info","ts":1785170005.7967348,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d19ba8c4-ebcb-467c-8b1c-e69f9a07b10b"} {"level":"info","ts":1785170005.7967467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d19ba8c4-ebcb-467c-8b1c-e69f9a07b10b","EoS":false} {"level":"info","ts":1785170005.7967582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d19ba8c4-ebcb-467c-8b1c-e69f9a07b10b","EoS":true} {"level":"info","ts":1785170005.7967818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d19ba8c4-ebcb-467c-8b1c-e69f9a07b10b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785170005.7968462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d19ba8c4-ebcb-467c-8b1c-e69f9a07b10b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170005.7968721,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d19ba8c4-ebcb-467c-8b1c-e69f9a07b10b"} {"level":"info","ts":1785170005.8339741,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170005.8340456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d79f680-7e6a-40db-9032-6cbcd3963a6b"} {"level":"info","ts":1785170010.4923804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170010.4924579,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b"} {"level":"info","ts":1785170010.4924686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b"} {"level":"info","ts":1785170010.4924796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","EoS":false} {"level":"info","ts":1785170010.4924903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","EoS":true} {"level":"info","ts":1785170010.4925113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170010.4925303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170010.4925528,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce58ce0d-de98-48b2-be6a-1f14c673110b"} {"level":"info","ts":1785170019.0745218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170019.074606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf3fd568-71bc-4a80-944f-bbb736603299"} {"level":"info","ts":1785170019.074618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf3fd568-71bc-4a80-944f-bbb736603299"} {"level":"info","ts":1785170019.0746288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf3fd568-71bc-4a80-944f-bbb736603299","EoS":false} {"level":"info","ts":1785170019.0746415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf3fd568-71bc-4a80-944f-bbb736603299","EoS":true} {"level":"info","ts":1785170019.0746603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf3fd568-71bc-4a80-944f-bbb736603299","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785170019.0746763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf3fd568-71bc-4a80-944f-bbb736603299","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170019.0746968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf3fd568-71bc-4a80-944f-bbb736603299"} {"level":"info","ts":1785170021.1142967,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170021.1143906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"634143e8-8d90-4da6-91a0-b4bf64d7a398"} {"level":"info","ts":1785170021.1144078,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"634143e8-8d90-4da6-91a0-b4bf64d7a398"} {"level":"info","ts":1785170021.1144261,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"634143e8-8d90-4da6-91a0-b4bf64d7a398","EoS":false} {"level":"info","ts":1785170021.1144447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"634143e8-8d90-4da6-91a0-b4bf64d7a398","EoS":true} {"level":"info","ts":1785170021.1144786,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"634143e8-8d90-4da6-91a0-b4bf64d7a398","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785170021.1144986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"634143e8-8d90-4da6-91a0-b4bf64d7a398","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170021.1145277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"634143e8-8d90-4da6-91a0-b4bf64d7a398"} {"level":"info","ts":1785170023.1483135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170023.1484234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c"} {"level":"info","ts":1785170023.1484365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c"} {"level":"info","ts":1785170023.1484494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","EoS":false} {"level":"info","ts":1785170023.1484601,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","EoS":true} {"level":"info","ts":1785170023.14848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785170023.1484962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170023.1485736,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9786bc1d-7805-4795-9a44-e17571bacb1c"} {"level":"info","ts":1785170036.0162084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170036.0163014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de"} {"level":"info","ts":1785170036.016315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de"} {"level":"info","ts":1785170036.0163324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","EoS":false} {"level":"info","ts":1785170036.0163481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","EoS":true} {"level":"info","ts":1785170036.0163856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170036.0164056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170036.0164337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86b98508-ad2d-409d-9904-ed675b32d0de"} {"level":"info","ts":1785170044.567483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170044.5675685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23"} {"level":"info","ts":1785170044.5675783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23"} {"level":"info","ts":1785170044.567591,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","EoS":false} {"level":"info","ts":1785170044.5676043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","EoS":true} {"level":"info","ts":1785170044.5676243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170044.5676413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170044.5676646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc62155a-7395-4afa-8812-3b708ecdfb23"} {"level":"info","ts":1785170053.431463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170053.4315464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b"} {"level":"info","ts":1785170053.431556,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b"} {"level":"info","ts":1785170053.431567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","EoS":false} {"level":"info","ts":1785170053.4315808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","EoS":true} {"level":"info","ts":1785170053.4316025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170053.4316182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170053.4316392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"636c3a40-6433-4548-9f48-0f9abfae539b"} {"level":"info","ts":1785170062.4139493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170062.414032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b6d4944-927f-43af-82d6-f38c5cec96df"} {"level":"info","ts":1785170062.4140463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b6d4944-927f-43af-82d6-f38c5cec96df"} {"level":"info","ts":1785170062.4140573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b6d4944-927f-43af-82d6-f38c5cec96df","EoS":false} {"level":"info","ts":1785170062.4140706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b6d4944-927f-43af-82d6-f38c5cec96df","EoS":true} {"level":"info","ts":1785170062.414091,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b6d4944-927f-43af-82d6-f38c5cec96df","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170062.4141083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b6d4944-927f-43af-82d6-f38c5cec96df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170062.414133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b6d4944-927f-43af-82d6-f38c5cec96df"} {"level":"info","ts":1785170067.1609187,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170067.161002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8825c748-0c15-4e1d-8a17-758caa6b00a5"} {"level":"info","ts":1785170067.1610122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8825c748-0c15-4e1d-8a17-758caa6b00a5"} {"level":"info","ts":1785170067.1610248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8825c748-0c15-4e1d-8a17-758caa6b00a5","EoS":false} {"level":"info","ts":1785170067.1610353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8825c748-0c15-4e1d-8a17-758caa6b00a5","EoS":true} {"level":"info","ts":1785170067.1610558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8825c748-0c15-4e1d-8a17-758caa6b00a5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785170067.1610727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8825c748-0c15-4e1d-8a17-758caa6b00a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170067.1610954,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8825c748-0c15-4e1d-8a17-758caa6b00a5"} {"level":"info","ts":1785170071.9250662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170071.9251468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cc39f3e-3e68-4ff1-874d-8ae36a824ed9"} {"level":"info","ts":1785170071.9251564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cc39f3e-3e68-4ff1-874d-8ae36a824ed9"} {"level":"info","ts":1785170071.925167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cc39f3e-3e68-4ff1-874d-8ae36a824ed9","EoS":false} {"level":"info","ts":1785170071.9251814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cc39f3e-3e68-4ff1-874d-8ae36a824ed9","EoS":true} {"level":"info","ts":1785170071.925201,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cc39f3e-3e68-4ff1-874d-8ae36a824ed9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785170071.9252176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cc39f3e-3e68-4ff1-874d-8ae36a824ed9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170071.9252377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cc39f3e-3e68-4ff1-874d-8ae36a824ed9"} {"level":"info","ts":1785170074.3327477,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170074.3328514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5be31187-6b67-426d-9151-1aa7036e467f"} {"level":"info","ts":1785170074.3328645,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5be31187-6b67-426d-9151-1aa7036e467f"} {"level":"info","ts":1785170074.3328767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5be31187-6b67-426d-9151-1aa7036e467f","EoS":false} {"level":"info","ts":1785170074.3328903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5be31187-6b67-426d-9151-1aa7036e467f","EoS":true} {"level":"info","ts":1785170074.3330045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5be31187-6b67-426d-9151-1aa7036e467f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785170074.33303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5be31187-6b67-426d-9151-1aa7036e467f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170074.3330562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5be31187-6b67-426d-9151-1aa7036e467f"} {"level":"info","ts":1785170076.3709671,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170076.371068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0"} {"level":"info","ts":1785170076.3710864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0"} {"level":"info","ts":1785170076.3711045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","EoS":false} {"level":"info","ts":1785170076.3711247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","EoS":true} {"level":"info","ts":1785170076.3711548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785170076.3711767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170076.3711982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"357de0c7-ffcb-4eaf-8426-1ea6c16441a0"} {"level":"info","ts":1785170099.3572898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170099.3573718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f"} {"level":"info","ts":1785170099.3573844,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f"} {"level":"info","ts":1785170099.3573961,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","EoS":false} {"level":"info","ts":1785170099.3574142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","EoS":true} {"level":"info","ts":1785170099.3574343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785170099.3574507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170099.3574686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"511fef0d-d21e-46b6-a613-5859f52c749f"} {"level":"info","ts":1785170108.6751149,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170108.6752005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f5f3da2-df42-4786-b5b3-fcf364e7792b"} {"level":"info","ts":1785170108.6752126,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f5f3da2-df42-4786-b5b3-fcf364e7792b"} {"level":"info","ts":1785170108.6752238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f5f3da2-df42-4786-b5b3-fcf364e7792b","EoS":false} {"level":"info","ts":1785170108.6752334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f5f3da2-df42-4786-b5b3-fcf364e7792b","EoS":true} {"level":"info","ts":1785170108.6752548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f5f3da2-df42-4786-b5b3-fcf364e7792b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170108.6752696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f5f3da2-df42-4786-b5b3-fcf364e7792b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170108.6752942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f5f3da2-df42-4786-b5b3-fcf364e7792b"} {"level":"info","ts":1785170114.1121814,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170114.112264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66145b9f-ca06-4187-9173-23e7c63850b7"} {"level":"info","ts":1785170114.1122773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66145b9f-ca06-4187-9173-23e7c63850b7"} {"level":"info","ts":1785170114.11229,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66145b9f-ca06-4187-9173-23e7c63850b7","EoS":false} {"level":"info","ts":1785170114.1123028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66145b9f-ca06-4187-9173-23e7c63850b7","EoS":true} {"level":"info","ts":1785170114.112325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66145b9f-ca06-4187-9173-23e7c63850b7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785170114.112341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66145b9f-ca06-4187-9173-23e7c63850b7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170114.1123815,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66145b9f-ca06-4187-9173-23e7c63850b7"} {"level":"info","ts":1785170123.6617408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170123.6618357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"739bd958-ac09-43ce-ba16-413e55b80f31"} {"level":"info","ts":1785170123.6618547,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"739bd958-ac09-43ce-ba16-413e55b80f31"} {"level":"info","ts":1785170123.6618679,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"739bd958-ac09-43ce-ba16-413e55b80f31","EoS":false} {"level":"info","ts":1785170123.661878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"739bd958-ac09-43ce-ba16-413e55b80f31","EoS":true} {"level":"info","ts":1785170123.6619241,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"739bd958-ac09-43ce-ba16-413e55b80f31","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170123.661945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"739bd958-ac09-43ce-ba16-413e55b80f31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170123.6619668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"739bd958-ac09-43ce-ba16-413e55b80f31"} {"level":"info","ts":1785170125.7124822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170125.7125638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705"} {"level":"info","ts":1785170125.7125733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705"} {"level":"info","ts":1785170125.7125843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","EoS":false} {"level":"info","ts":1785170125.712594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","EoS":true} {"level":"info","ts":1785170125.7126174,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170125.7126343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170125.712658,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ce01635-ce09-4deb-8c43-574d37b0d705"} {"level":"info","ts":1785170135.1463828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170135.1464796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505"} {"level":"info","ts":1785170135.1464956,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505"} {"level":"info","ts":1785170135.1465113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","EoS":false} {"level":"info","ts":1785170135.1465292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","EoS":true} {"level":"info","ts":1785170135.146561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170135.1465826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170135.1466286,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eba12f79-85f1-40aa-ae8e-460617e2d505"} {"level":"info","ts":1785170135.1863701,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170135.1864474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a"} {"level":"info","ts":1785170135.1864576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a"} {"level":"info","ts":1785170135.1864688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","EoS":false} {"level":"info","ts":1785170135.186483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","EoS":true} {"level":"info","ts":1785170135.1865053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170135.1865196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170135.186541,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"594beebc-25a0-41cb-b70a-fae03505875a"} {"level":"info","ts":1785170154.3224857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170154.3225684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a"} {"level":"info","ts":1785170154.3225784,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a"} {"level":"info","ts":1785170154.3225899,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","EoS":false} {"level":"info","ts":1785170154.3226008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","EoS":true} {"level":"info","ts":1785170154.3226228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170154.322642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170154.3226662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aea18979-0f91-497d-8d70-956633923c2a"} {"level":"info","ts":1785170163.7097328,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170163.7098234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f330daa0-1739-4acb-a024-3d00fdf61070"} {"level":"info","ts":1785170163.709837,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f330daa0-1739-4acb-a024-3d00fdf61070"} {"level":"info","ts":1785170163.709855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f330daa0-1739-4acb-a024-3d00fdf61070","EoS":false} {"level":"info","ts":1785170163.7098744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f330daa0-1739-4acb-a024-3d00fdf61070","EoS":true} {"level":"info","ts":1785170163.7099316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f330daa0-1739-4acb-a024-3d00fdf61070","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170163.709953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f330daa0-1739-4acb-a024-3d00fdf61070","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170163.7099833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f330daa0-1739-4acb-a024-3d00fdf61070"} {"level":"info","ts":1785170168.964963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170168.9650345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55648787-54b4-4d7e-8a4d-26cafeb2e0d5"} {"level":"info","ts":1785170168.9650435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55648787-54b4-4d7e-8a4d-26cafeb2e0d5"} {"level":"info","ts":1785170168.9650548,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55648787-54b4-4d7e-8a4d-26cafeb2e0d5","EoS":false} {"level":"info","ts":1785170168.9650652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55648787-54b4-4d7e-8a4d-26cafeb2e0d5","EoS":true} {"level":"info","ts":1785170168.9650865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55648787-54b4-4d7e-8a4d-26cafeb2e0d5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785170168.9651027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55648787-54b4-4d7e-8a4d-26cafeb2e0d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785170168.9651277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55648787-54b4-4d7e-8a4d-26cafeb2e0d5"} {"level":"info","ts":1785170259.515185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170259.515268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc0fe973-1868-465b-8636-6cf4fc97d5b0"} {"level":"info","ts":1785170259.5152805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc0fe973-1868-465b-8636-6cf4fc97d5b0"} {"level":"info","ts":1785170259.5152922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc0fe973-1868-465b-8636-6cf4fc97d5b0","EoS":false} {"level":"info","ts":1785170259.5153031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc0fe973-1868-465b-8636-6cf4fc97d5b0","EoS":true} {"level":"info","ts":1785170259.5153255,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc0fe973-1868-465b-8636-6cf4fc97d5b0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785170259.5153468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc0fe973-1868-465b-8636-6cf4fc97d5b0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785170259.5153697,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc0fe973-1868-465b-8636-6cf4fc97d5b0"} {"level":"info","ts":1785170287.3713596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170287.3714497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da"} {"level":"info","ts":1785170287.371459,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da"} {"level":"info","ts":1785170287.371471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","EoS":false} {"level":"info","ts":1785170287.371484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","EoS":true} {"level":"info","ts":1785170287.3715043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785170287.3715208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785170287.3715434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"231e012d-5cc5-4e0e-8cae-1addc3b8a4da"} {"level":"info","ts":1785170324.7338865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170324.733993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6"} {"level":"info","ts":1785170324.7340035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6"} {"level":"info","ts":1785170324.7340143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","EoS":false} {"level":"info","ts":1785170324.7340248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","EoS":true} {"level":"info","ts":1785170324.734046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170324.7340622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170324.7340825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6dd9d94d-adc9-41ae-89c4-72ee780f38a6"} {"level":"info","ts":1785170339.999608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170339.9997005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596"} {"level":"info","ts":1785170339.99972,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596"} {"level":"info","ts":1785170339.999739,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","EoS":false} {"level":"info","ts":1785170339.999758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","EoS":true} {"level":"info","ts":1785170339.9997854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170339.9998078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170339.99984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1668465-d424-47c8-b4ed-f99f12d27596"} {"level":"info","ts":1785170340.307212,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170340.3072903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50fbfc94-29cb-4fc2-9c15-ee9c935cd52a"} {"level":"info","ts":1785170340.307314,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50fbfc94-29cb-4fc2-9c15-ee9c935cd52a"} {"level":"info","ts":1785170340.3073256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50fbfc94-29cb-4fc2-9c15-ee9c935cd52a","EoS":false} {"level":"info","ts":1785170340.3073359,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50fbfc94-29cb-4fc2-9c15-ee9c935cd52a","EoS":true} {"level":"info","ts":1785170340.3073564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50fbfc94-29cb-4fc2-9c15-ee9c935cd52a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785170340.3073726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50fbfc94-29cb-4fc2-9c15-ee9c935cd52a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170340.3073943,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50fbfc94-29cb-4fc2-9c15-ee9c935cd52a"} {"level":"info","ts":1785170703.717216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170703.717302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399"} {"level":"info","ts":1785170703.7173104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399"} {"level":"info","ts":1785170703.7173207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","EoS":false} {"level":"info","ts":1785170703.7173305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","EoS":true} {"level":"info","ts":1785170703.7173512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785170703.7173696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170703.7173972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a690a4d1-f872-4574-a04e-1da69bb12399"} {"level":"info","ts":1785170703.7635436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170703.7636378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43"} {"level":"info","ts":1785170703.7636518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43"} {"level":"info","ts":1785170703.7636707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","EoS":false} {"level":"info","ts":1785170703.7636907,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","EoS":true} {"level":"info","ts":1785170703.76372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785170703.7637393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170703.763764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"361df7c8-2901-49b2-b593-cda6d8921a43"} {"level":"info","ts":1785170703.8058665,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170703.805976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25f8f5b3-6375-4509-acd1-e6c487659589"} {"level":"info","ts":1785170703.8059893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25f8f5b3-6375-4509-acd1-e6c487659589"} {"level":"info","ts":1785170703.8060014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25f8f5b3-6375-4509-acd1-e6c487659589","EoS":false} {"level":"info","ts":1785170703.8060145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25f8f5b3-6375-4509-acd1-e6c487659589","EoS":true} {"level":"info","ts":1785170703.8060338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25f8f5b3-6375-4509-acd1-e6c487659589","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785170703.80605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25f8f5b3-6375-4509-acd1-e6c487659589","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170703.806071,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25f8f5b3-6375-4509-acd1-e6c487659589"} {"level":"info","ts":1785170703.842955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170703.8430364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec4cd85f-ac94-4e36-aa29-63585ceba83a"} {"level":"info","ts":1785170703.8430521,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec4cd85f-ac94-4e36-aa29-63585ceba83a"} {"level":"info","ts":1785170703.84307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec4cd85f-ac94-4e36-aa29-63585ceba83a","EoS":false} {"level":"info","ts":1785170703.843086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec4cd85f-ac94-4e36-aa29-63585ceba83a","EoS":true} {"level":"info","ts":1785170703.8431127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec4cd85f-ac94-4e36-aa29-63585ceba83a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785170703.8431323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec4cd85f-ac94-4e36-aa29-63585ceba83a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785170703.843161,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec4cd85f-ac94-4e36-aa29-63585ceba83a"} {"level":"info","ts":1785170708.6783075,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54e24a0f-1232-4f25-b3b7-5884bdcee11a"} {"level":"info","ts":1785170708.6783943,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abbc847f-fb6d-4e04-9d22-44c6db7a70f0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170708.6784263,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abbc847f-fb6d-4e04-9d22-44c6db7a70f0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785170708.685996,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ab5c6d5-3c78-4e7d-8d26-7267648a68fa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170708.6860342,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ab5c6d5-3c78-4e7d-8d26-7267648a68fa","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785170708.6871424,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54e24a0f-1232-4f25-b3b7-5884bdcee11a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170708.6873803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38256.451097676,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.6873968,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.8082125,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"356d1808-262a-4111-8284-f512e205c109"} {"level":"info","ts":1785170708.8087761,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.8088436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df41b5aa-2d54-4a6d-bc5c-aa827ead645d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.808887,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df41b5aa-2d54-4a6d-bc5c-aa827ead645d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170708.894391,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38d264bd-930c-4cfc-8487-8c7cf46d0b0d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170708.8944454,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38d264bd-930c-4cfc-8487-8c7cf46d0b0d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785170708.8951733,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"830c23a2-cb7f-4d01-9e5f-eaafcc9827e1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.895207,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"830c23a2-cb7f-4d01-9e5f-eaafcc9827e1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170708.8953118,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38654.019759362,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.8953378,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.8953958,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35907.091459595,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.89541,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.8955297,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31a86143-0c36-417d-8cf1-8f0b7ee01718","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.8955898,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31a86143-0c36-417d-8cf1-8f0b7ee01718","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170708.895624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe94231a-d2c3-4d07-a0e8-165c9ee80746","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.8956387,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe94231a-d2c3-4d07-a0e8-165c9ee80746","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170708.9034626,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.9039707,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785170708.9732926,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d4dcbda-908e-4495-9aae-3828ffe373ea","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.973332,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d4dcbda-908e-4495-9aae-3828ffe373ea","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170708.990203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a794621-7c34-45f6-9a8e-d23f7ffa1323","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170708.9902387,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a794621-7c34-45f6-9a8e-d23f7ffa1323","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170708.9960814,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54e24a0f-1232-4f25-b3b7-5884bdcee11a","name":"e2e-external-provider"} {"level":"info","ts":1785170708.9961052,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"356d1808-262a-4111-8284-f512e205c109","name":"e2e-external-model"} {"level":"info","ts":1785170709.006652,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61a98fe6-0a52-404d-a568-081194d44ece","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170709.0066917,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61a98fe6-0a52-404d-a568-081194d44ece","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785170709.0076425,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"356d1808-262a-4111-8284-f512e205c109","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785170709.0094607,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54e24a0f-1232-4f25-b3b7-5884bdcee11a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785170709.0109932,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"356d1808-262a-4111-8284-f512e205c109","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170709.0110898,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bae97b16-7331-4f19-a593-60b6516ba3a5"} {"level":"info","ts":1785170709.0111506,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bae97b16-7331-4f19-a593-60b6516ba3a5","name":"e2e-external-model"} {"level":"error","ts":1785170709.0127814,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54e24a0f-1232-4f25-b3b7-5884bdcee11a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170709.0128872,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"940774e5-444e-44af-b46e-739713e3cda1"} {"level":"info","ts":1785170709.01295,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"940774e5-444e-44af-b46e-739713e3cda1","name":"e2e-external-provider"} {"level":"info","ts":1785170709.0198088,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bae97b16-7331-4f19-a593-60b6516ba3a5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785170709.021978,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"940774e5-444e-44af-b46e-739713e3cda1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785170720.3772755,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170720.3773584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad1b9bee-0beb-4da3-93a2-b3469d01eea5"} {"level":"info","ts":1785170720.3773694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad1b9bee-0beb-4da3-93a2-b3469d01eea5"} {"level":"info","ts":1785170720.37738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad1b9bee-0beb-4da3-93a2-b3469d01eea5","EoS":false} {"level":"info","ts":1785170720.3773904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad1b9bee-0beb-4da3-93a2-b3469d01eea5","EoS":true} {"level":"info","ts":1785170720.3774095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad1b9bee-0beb-4da3-93a2-b3469d01eea5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785170720.3774261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad1b9bee-0beb-4da3-93a2-b3469d01eea5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785170720.3774338,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ad1b9bee-0beb-4da3-93a2-b3469d01eea5","modelName":"e2e-external-model"} {"level":"info","ts":1785170720.3774474,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ad1b9bee-0beb-4da3-93a2-b3469d01eea5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785170720.3774903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad1b9bee-0beb-4da3-93a2-b3469d01eea5"} {"level":"info","ts":1785170720.4323316,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170720.4324076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1a1f571-aab4-4343-8a84-eba8d01ec44c"} {"level":"info","ts":1785170720.4324203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1a1f571-aab4-4343-8a84-eba8d01ec44c"} {"level":"info","ts":1785170720.432434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1a1f571-aab4-4343-8a84-eba8d01ec44c","EoS":false} {"level":"info","ts":1785170720.4324439,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1a1f571-aab4-4343-8a84-eba8d01ec44c","EoS":true} {"level":"info","ts":1785170720.4324646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1a1f571-aab4-4343-8a84-eba8d01ec44c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785170720.4324806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1a1f571-aab4-4343-8a84-eba8d01ec44c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785170720.432492,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f1a1f571-aab4-4343-8a84-eba8d01ec44c","modelName":"e2e-external-model"} {"level":"info","ts":1785170720.4325056,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f1a1f571-aab4-4343-8a84-eba8d01ec44c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785170720.432545,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1a1f571-aab4-4343-8a84-eba8d01ec44c"} {"level":"info","ts":1785170720.4690409,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170720.4691079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e"} {"level":"info","ts":1785170720.469118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e"} {"level":"info","ts":1785170720.4691281,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","EoS":false} {"level":"info","ts":1785170720.4691384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","EoS":true} {"level":"info","ts":1785170720.4691594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785170720.4691763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785170720.4691858,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","modelName":"e2e-external-model"} {"level":"info","ts":1785170720.4691994,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785170720.469236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"522d38ed-3e67-4335-a54a-3b5dace8ec8e"} {"level":"info","ts":1785170720.6026952,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9054860e-3ea2-4c73-955b-ca15d0193660","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170720.602724,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91350184-6264-48a2-85a9-795dd1275259"} {"level":"info","ts":1785170720.6027384,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9054860e-3ea2-4c73-955b-ca15d0193660","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785170720.6088138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b412fe05-3637-4da6-ab05-a5082c32625b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170720.608842,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b412fe05-3637-4da6-ab05-a5082c32625b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785170720.6117022,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91350184-6264-48a2-85a9-795dd1275259","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170720.6117852,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91350184-6264-48a2-85a9-795dd1275259","name":"e2e-cleanup-test"} {"level":"error","ts":1785170720.6246727,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91350184-6264-48a2-85a9-795dd1275259","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785170720.6247222,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91350184-6264-48a2-85a9-795dd1275259","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170720.624776,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"352b1264-836c-4175-8373-96151f77332a"} {"level":"info","ts":1785170720.6248243,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"352b1264-836c-4175-8373-96151f77332a","name":"e2e-cleanup-test"} {"level":"info","ts":1785170720.6277437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9158d8ee-50b8-4835-bba2-631bedf04e1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170720.6277692,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9158d8ee-50b8-4835-bba2-631bedf04e1c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785170720.6380754,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"352b1264-836c-4175-8373-96151f77332a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785170720.6381173,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"352b1264-836c-4175-8373-96151f77332a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170720.6381824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3041a97c-5042-497a-bd82-2ad6e51cc011"} {"level":"info","ts":1785170720.638244,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3041a97c-5042-497a-bd82-2ad6e51cc011","name":"e2e-cleanup-test"} {"level":"info","ts":1785170720.6430306,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3f77dc4-3003-404b-8c8e-49f6b8d97e8a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170720.643062,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3f77dc4-3003-404b-8c8e-49f6b8d97e8a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785170720.6479373,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3041a97c-5042-497a-bd82-2ad6e51cc011","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785170720.6512766,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3041a97c-5042-497a-bd82-2ad6e51cc011","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170720.6513417,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b53af814-4566-467b-8a66-edb9a2504886"} {"level":"info","ts":1785170720.651385,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b53af814-4566-467b-8a66-edb9a2504886","name":"e2e-cleanup-test"} {"level":"info","ts":1785170720.656152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a8ab587-4b55-454a-8a70-0f5f9ebd633c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170720.656177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a8ab587-4b55-454a-8a70-0f5f9ebd633c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785170720.6605725,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b53af814-4566-467b-8a66-edb9a2504886","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785170720.6637845,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b53af814-4566-467b-8a66-edb9a2504886","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785170720.6638603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0fa7a8f1-65df-4462-89a3-15fcaa942f37"} {"level":"info","ts":1785170720.6639402,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0fa7a8f1-65df-4462-89a3-15fcaa942f37","name":"e2e-cleanup-test"} {"level":"info","ts":1785170720.671107,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0fa7a8f1-65df-4462-89a3-15fcaa942f37","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785170728.87971,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67a99da3-4232-4d36-955a-b82eef487912","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170728.8797488,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67a99da3-4232-4d36-955a-b82eef487912","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785170728.8797612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c092616-2f6f-4965-8351-1327a7958802"} {"level":"info","ts":1785170733.1879802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170733.1880698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2"} {"level":"info","ts":1785170733.1880825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2"} {"level":"info","ts":1785170733.1880953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2","EoS":false} {"level":"info","ts":1785170733.1881092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2","EoS":true} {"level":"info","ts":1785170733.1881309,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785170733.1881473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785170733.1881716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78cb0c46-7d33-4d94-b518-8cf4d642b6a2"} {"level":"info","ts":1785170733.2214792,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170733.2215552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de"} {"level":"info","ts":1785170733.2215655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de"} {"level":"info","ts":1785170733.2215762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","EoS":false} {"level":"info","ts":1785170733.2215874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","EoS":true} {"level":"info","ts":1785170733.221608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785170733.2216241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785170733.2216315,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","modelName":"e2e-external-model"} {"level":"info","ts":1785170733.2216454,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785170733.2216837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bbd1c4a8-1535-4588-95d7-81dc855c70de"} {"level":"info","ts":1785170733.2630038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170733.2630746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055"} {"level":"info","ts":1785170733.263084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055"} {"level":"info","ts":1785170733.263095,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","EoS":false} {"level":"info","ts":1785170733.2631097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","EoS":true} {"level":"info","ts":1785170733.2631283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785170733.2631445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785170733.2631655,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7ad85fd-f628-4e09-ad97-addeadc55055"} {"level":"info","ts":1785170733.4330964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785170733.4331741,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781"} {"level":"info","ts":1785170733.4331832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781"} {"level":"info","ts":1785170733.4331937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781","EoS":false} {"level":"info","ts":1785170733.4332042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781","EoS":true} {"level":"info","ts":1785170733.4332278,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781","field":"model"} {"level":"info","ts":1785170733.4332542,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"942bdce3-c0f9-4e7a-a117-154e406a5781"} {"level":"info","ts":1785170734.3938022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60808c6d-d746-4117-bf96-9d4e77a15f79","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170734.393854,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60808c6d-d746-4117-bf96-9d4e77a15f79","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785170734.3938022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e997daa2-8df5-442e-86e8-c55a929afaee"} {"level":"info","ts":1785170734.541089,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0095f436-a3bf-43b3-8c19-b8958ea06dc5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170734.5411246,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0095f436-a3bf-43b3-8c19-b8958ea06dc5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785170734.541135,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"733225ca-2971-4824-a373-0b626936719a"} {"level":"info","ts":1785172092.9041057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172092.9041908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76c56ee0-3bba-47f7-b7db-aaa5d2a4e2c0"} {"level":"info","ts":1785172147.2075546,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785172147.207642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d"} {"level":"info","ts":1785172147.2076507,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d"} {"level":"info","ts":1785172147.2076616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","EoS":false} {"level":"info","ts":1785172147.2076738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","EoS":true} {"level":"info","ts":1785172147.207698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785172147.2077157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785172147.207782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5dc35d72-4b87-4ad9-a6e4-57c1ae20af6d"}