{"level":"info","ts":1785179549.3232942,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efa64c6d-46cd-4c1d-b629-eb20b8f1cabf","EoS":false} {"level":"info","ts":1785179549.3233058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efa64c6d-46cd-4c1d-b629-eb20b8f1cabf","EoS":true} {"level":"info","ts":1785179549.323326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efa64c6d-46cd-4c1d-b629-eb20b8f1cabf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179549.3233423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efa64c6d-46cd-4c1d-b629-eb20b8f1cabf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179549.3233628,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efa64c6d-46cd-4c1d-b629-eb20b8f1cabf"} {"level":"info","ts":1785179549.3576937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179549.357745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f91eb2d-ba86-456b-81c7-9b9386255822"} {"level":"info","ts":1785179549.3577535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f91eb2d-ba86-456b-81c7-9b9386255822"} {"level":"info","ts":1785179549.3577628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f91eb2d-ba86-456b-81c7-9b9386255822","EoS":false} {"level":"info","ts":1785179549.3577726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f91eb2d-ba86-456b-81c7-9b9386255822","EoS":true} {"level":"info","ts":1785179549.357787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f91eb2d-ba86-456b-81c7-9b9386255822","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179549.3578005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f91eb2d-ba86-456b-81c7-9b9386255822","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179549.3578207,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f91eb2d-ba86-456b-81c7-9b9386255822"} {"level":"info","ts":1785179553.5188625,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179553.5189457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aecb8117-ab1f-4668-9dac-dadd4e049c0e"} {"level":"info","ts":1785179553.5189579,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aecb8117-ab1f-4668-9dac-dadd4e049c0e"} {"level":"info","ts":1785179553.5189693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aecb8117-ab1f-4668-9dac-dadd4e049c0e","EoS":false} {"level":"info","ts":1785179553.5189795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aecb8117-ab1f-4668-9dac-dadd4e049c0e","EoS":true} {"level":"info","ts":1785179553.5190034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aecb8117-ab1f-4668-9dac-dadd4e049c0e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179553.5190825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aecb8117-ab1f-4668-9dac-dadd4e049c0e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179553.519108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aecb8117-ab1f-4668-9dac-dadd4e049c0e"} {"level":"info","ts":1785179572.4692528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179572.4693332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9b91631-1c29-473b-aaab-ad6ed4e137bb"} {"level":"info","ts":1785179572.469345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9b91631-1c29-473b-aaab-ad6ed4e137bb"} {"level":"info","ts":1785179572.469356,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9b91631-1c29-473b-aaab-ad6ed4e137bb","EoS":false} {"level":"info","ts":1785179572.4693701,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9b91631-1c29-473b-aaab-ad6ed4e137bb","EoS":true} {"level":"info","ts":1785179572.469391,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9b91631-1c29-473b-aaab-ad6ed4e137bb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785179572.469406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9b91631-1c29-473b-aaab-ad6ed4e137bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179572.469426,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9b91631-1c29-473b-aaab-ad6ed4e137bb"} {"level":"info","ts":1785179572.6038818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179572.6039364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85fd9008-3809-4425-8ce9-6e0d462e003f"} {"level":"info","ts":1785179572.6039455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85fd9008-3809-4425-8ce9-6e0d462e003f"} {"level":"info","ts":1785179572.6039553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85fd9008-3809-4425-8ce9-6e0d462e003f","EoS":false} {"level":"info","ts":1785179572.6039655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85fd9008-3809-4425-8ce9-6e0d462e003f","EoS":true} {"level":"info","ts":1785179572.6039813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85fd9008-3809-4425-8ce9-6e0d462e003f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785179572.6039944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85fd9008-3809-4425-8ce9-6e0d462e003f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179572.6040118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85fd9008-3809-4425-8ce9-6e0d462e003f"} {"level":"info","ts":1785179572.7431104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179572.7431877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af057cba-fe28-4ad2-a675-1e246809eb5e"} {"level":"info","ts":1785179572.7432013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af057cba-fe28-4ad2-a675-1e246809eb5e"} {"level":"info","ts":1785179572.743213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af057cba-fe28-4ad2-a675-1e246809eb5e","EoS":false} {"level":"info","ts":1785179572.743223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af057cba-fe28-4ad2-a675-1e246809eb5e","EoS":true} {"level":"info","ts":1785179572.7432415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af057cba-fe28-4ad2-a675-1e246809eb5e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785179572.7432559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af057cba-fe28-4ad2-a675-1e246809eb5e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179572.7432768,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af057cba-fe28-4ad2-a675-1e246809eb5e"} {"level":"info","ts":1785179572.8772206,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179572.8772912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad351b08-69b5-456f-b139-e06c0bc7df91"} {"level":"info","ts":1785179572.8773034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad351b08-69b5-456f-b139-e06c0bc7df91"} {"level":"info","ts":1785179572.8773153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad351b08-69b5-456f-b139-e06c0bc7df91","EoS":false} {"level":"info","ts":1785179572.8773298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad351b08-69b5-456f-b139-e06c0bc7df91","EoS":true} {"level":"info","ts":1785179572.8773541,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad351b08-69b5-456f-b139-e06c0bc7df91","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785179572.8773746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad351b08-69b5-456f-b139-e06c0bc7df91","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179572.8773966,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad351b08-69b5-456f-b139-e06c0bc7df91"} {"level":"info","ts":1785179573.0134232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179573.0135033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a68532f1-e4a9-4c41-b7d7-59ac308e8dec"} {"level":"info","ts":1785179573.0135174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a68532f1-e4a9-4c41-b7d7-59ac308e8dec"} {"level":"info","ts":1785179573.0135286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a68532f1-e4a9-4c41-b7d7-59ac308e8dec","EoS":false} {"level":"info","ts":1785179573.0135386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a68532f1-e4a9-4c41-b7d7-59ac308e8dec","EoS":true} {"level":"info","ts":1785179573.0135558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a68532f1-e4a9-4c41-b7d7-59ac308e8dec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785179573.01357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a68532f1-e4a9-4c41-b7d7-59ac308e8dec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179573.0135927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a68532f1-e4a9-4c41-b7d7-59ac308e8dec"} {"level":"info","ts":1785179573.146559,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179573.1466238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"616a6718-aede-495e-8ad2-7379d117751a"} {"level":"info","ts":1785179573.1466358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"616a6718-aede-495e-8ad2-7379d117751a"} {"level":"info","ts":1785179573.1466463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"616a6718-aede-495e-8ad2-7379d117751a","EoS":false} {"level":"info","ts":1785179573.1466572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"616a6718-aede-495e-8ad2-7379d117751a","EoS":true} {"level":"info","ts":1785179573.1466753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"616a6718-aede-495e-8ad2-7379d117751a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785179573.1466892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"616a6718-aede-495e-8ad2-7379d117751a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179573.146707,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"616a6718-aede-495e-8ad2-7379d117751a"} {"level":"info","ts":1785179591.8859391,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179591.8860219,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ca06edf-b764-42ab-bec6-1fdfc42e2dbc"} {"level":"info","ts":1785179591.8860345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ca06edf-b764-42ab-bec6-1fdfc42e2dbc"} {"level":"info","ts":1785179591.8860455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ca06edf-b764-42ab-bec6-1fdfc42e2dbc","EoS":false} {"level":"info","ts":1785179591.8860564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ca06edf-b764-42ab-bec6-1fdfc42e2dbc","EoS":true} {"level":"info","ts":1785179591.8860774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ca06edf-b764-42ab-bec6-1fdfc42e2dbc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785179591.8860934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ca06edf-b764-42ab-bec6-1fdfc42e2dbc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179591.8861132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ca06edf-b764-42ab-bec6-1fdfc42e2dbc"} {"level":"info","ts":1785179591.9227273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179591.9227953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f3886eb-0bc5-962f-891c-5f159b448950"} {"level":"info","ts":1785179591.9228106,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f3886eb-0bc5-962f-891c-5f159b448950"} {"level":"info","ts":1785179591.922821,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f3886eb-0bc5-962f-891c-5f159b448950","EoS":false} {"level":"info","ts":1785179591.922835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f3886eb-0bc5-962f-891c-5f159b448950","EoS":true} {"level":"info","ts":1785179591.9228528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f3886eb-0bc5-962f-891c-5f159b448950","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785179591.9228673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f3886eb-0bc5-962f-891c-5f159b448950","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179591.9228876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f3886eb-0bc5-962f-891c-5f159b448950"} {"level":"info","ts":1785179591.9568388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179591.9568932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2ce54b5-d071-454e-a992-b2b29e384f94"} {"level":"info","ts":1785179591.9569013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2ce54b5-d071-454e-a992-b2b29e384f94"} {"level":"info","ts":1785179591.956912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2ce54b5-d071-454e-a992-b2b29e384f94","EoS":false} {"level":"info","ts":1785179591.9569256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2ce54b5-d071-454e-a992-b2b29e384f94","EoS":true} {"level":"info","ts":1785179591.9569411,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2ce54b5-d071-454e-a992-b2b29e384f94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785179591.9569573,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2ce54b5-d071-454e-a992-b2b29e384f94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179591.9569762,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2ce54b5-d071-454e-a992-b2b29e384f94"} {"level":"info","ts":1785179591.9900756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179591.9901376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2abd821b-8eb7-4921-800a-7af21de8c3a2"} {"level":"info","ts":1785179596.603298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179596.603377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a85ec36-620f-47ff-8994-d3672856633f"} {"level":"info","ts":1785179596.603391,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a85ec36-620f-47ff-8994-d3672856633f"} {"level":"info","ts":1785179596.6034029,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a85ec36-620f-47ff-8994-d3672856633f","EoS":false} {"level":"info","ts":1785179596.6034133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a85ec36-620f-47ff-8994-d3672856633f","EoS":true} {"level":"info","ts":1785179596.6034582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a85ec36-620f-47ff-8994-d3672856633f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179596.603476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a85ec36-620f-47ff-8994-d3672856633f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179596.6034968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a85ec36-620f-47ff-8994-d3672856633f"} {"level":"info","ts":1785179605.1980329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179605.1981165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f5ca58a-058f-41bb-9860-8e5a2542870f"} {"level":"info","ts":1785179605.1981268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f5ca58a-058f-41bb-9860-8e5a2542870f"} {"level":"info","ts":1785179605.1981409,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f5ca58a-058f-41bb-9860-8e5a2542870f","EoS":false} {"level":"info","ts":1785179605.1981523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f5ca58a-058f-41bb-9860-8e5a2542870f","EoS":true} {"level":"info","ts":1785179605.1981726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f5ca58a-058f-41bb-9860-8e5a2542870f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179605.1981893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f5ca58a-058f-41bb-9860-8e5a2542870f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179605.1982162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f5ca58a-058f-41bb-9860-8e5a2542870f"} {"level":"info","ts":1785179607.2251682,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179607.2252507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85789d53-e63b-4604-9f6e-147f271032d1"} {"level":"info","ts":1785179607.2252624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85789d53-e63b-4604-9f6e-147f271032d1"} {"level":"info","ts":1785179607.2252734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85789d53-e63b-4604-9f6e-147f271032d1","EoS":false} {"level":"info","ts":1785179607.2252877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85789d53-e63b-4604-9f6e-147f271032d1","EoS":true} {"level":"info","ts":1785179607.2253072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85789d53-e63b-4604-9f6e-147f271032d1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179607.2253227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85789d53-e63b-4604-9f6e-147f271032d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179607.225343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85789d53-e63b-4604-9f6e-147f271032d1"} {"level":"info","ts":1785179609.2574246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179609.257524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f6a0cfd-7cce-4180-9b96-493fd52c31ee"} {"level":"info","ts":1785179609.257535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f6a0cfd-7cce-4180-9b96-493fd52c31ee"} {"level":"info","ts":1785179609.2575462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f6a0cfd-7cce-4180-9b96-493fd52c31ee","EoS":false} {"level":"info","ts":1785179609.257559,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f6a0cfd-7cce-4180-9b96-493fd52c31ee","EoS":true} {"level":"info","ts":1785179609.2575786,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f6a0cfd-7cce-4180-9b96-493fd52c31ee","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179609.2575943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f6a0cfd-7cce-4180-9b96-493fd52c31ee","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179609.2576153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f6a0cfd-7cce-4180-9b96-493fd52c31ee"} {"level":"info","ts":1785179622.131047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179622.131162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b63c949b-3ae1-4d24-a15f-0d6bc5b1bb59"} {"level":"info","ts":1785179622.1311803,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b63c949b-3ae1-4d24-a15f-0d6bc5b1bb59"} {"level":"info","ts":1785179622.1312013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b63c949b-3ae1-4d24-a15f-0d6bc5b1bb59","EoS":false} {"level":"info","ts":1785179622.1312206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b63c949b-3ae1-4d24-a15f-0d6bc5b1bb59","EoS":true} {"level":"info","ts":1785179622.1312602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b63c949b-3ae1-4d24-a15f-0d6bc5b1bb59","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179622.1312833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b63c949b-3ae1-4d24-a15f-0d6bc5b1bb59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179622.1313167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b63c949b-3ae1-4d24-a15f-0d6bc5b1bb59"} {"level":"info","ts":1785179630.6827786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179630.682859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a30e0541-db38-4d5a-ba71-eb742752f198"} {"level":"info","ts":1785179630.6828692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a30e0541-db38-4d5a-ba71-eb742752f198"} {"level":"info","ts":1785179630.6828804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a30e0541-db38-4d5a-ba71-eb742752f198","EoS":false} {"level":"info","ts":1785179630.682894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a30e0541-db38-4d5a-ba71-eb742752f198","EoS":true} {"level":"info","ts":1785179630.682916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a30e0541-db38-4d5a-ba71-eb742752f198","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179630.682936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a30e0541-db38-4d5a-ba71-eb742752f198","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179630.6829627,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a30e0541-db38-4d5a-ba71-eb742752f198"} {"level":"info","ts":1785179639.5352812,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179639.5353858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39bb8c26-deae-492d-b73d-38ebfa7fa437"} {"level":"info","ts":1785179639.535408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39bb8c26-deae-492d-b73d-38ebfa7fa437"} {"level":"info","ts":1785179639.535425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39bb8c26-deae-492d-b73d-38ebfa7fa437","EoS":false} {"level":"info","ts":1785179639.5354655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39bb8c26-deae-492d-b73d-38ebfa7fa437","EoS":true} {"level":"info","ts":1785179639.5354936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39bb8c26-deae-492d-b73d-38ebfa7fa437","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179639.5355165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39bb8c26-deae-492d-b73d-38ebfa7fa437","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179639.5355494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39bb8c26-deae-492d-b73d-38ebfa7fa437"} {"level":"info","ts":1785179648.5449877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179648.5450683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"220755d8-a23a-451d-8399-2a6a01da58fd"} {"level":"info","ts":1785179648.545081,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"220755d8-a23a-451d-8399-2a6a01da58fd"} {"level":"info","ts":1785179648.5450933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"220755d8-a23a-451d-8399-2a6a01da58fd","EoS":false} {"level":"info","ts":1785179648.5451136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"220755d8-a23a-451d-8399-2a6a01da58fd","EoS":true} {"level":"info","ts":1785179648.5451365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"220755d8-a23a-451d-8399-2a6a01da58fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179648.5451522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"220755d8-a23a-451d-8399-2a6a01da58fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179648.5451674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"220755d8-a23a-451d-8399-2a6a01da58fd"} {"level":"info","ts":1785179656.4670675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179656.4671705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd61bc9c-fc09-4cdb-b116-305009085dfa"} {"level":"info","ts":1785179656.467187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd61bc9c-fc09-4cdb-b116-305009085dfa"} {"level":"info","ts":1785179656.4672096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd61bc9c-fc09-4cdb-b116-305009085dfa","EoS":false} {"level":"info","ts":1785179656.4672334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd61bc9c-fc09-4cdb-b116-305009085dfa","EoS":true} {"level":"info","ts":1785179656.4672706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd61bc9c-fc09-4cdb-b116-305009085dfa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785179656.4672992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd61bc9c-fc09-4cdb-b116-305009085dfa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179656.4673336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd61bc9c-fc09-4cdb-b116-305009085dfa"} {"level":"info","ts":1785179661.2899582,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179661.2900615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8d155d7-a0b1-446f-bbbb-c35a7cca0831"} {"level":"info","ts":1785179661.290077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8d155d7-a0b1-446f-bbbb-c35a7cca0831"} {"level":"info","ts":1785179661.290096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8d155d7-a0b1-446f-bbbb-c35a7cca0831","EoS":false} {"level":"info","ts":1785179661.2901156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8d155d7-a0b1-446f-bbbb-c35a7cca0831","EoS":true} {"level":"info","ts":1785179661.29015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8d155d7-a0b1-446f-bbbb-c35a7cca0831","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179661.29017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8d155d7-a0b1-446f-bbbb-c35a7cca0831","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179661.2902005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8d155d7-a0b1-446f-bbbb-c35a7cca0831"} {"level":"info","ts":1785179661.5705602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179661.570631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08a21a7e-91cf-4769-b921-68e49c7d9c79"} {"level":"info","ts":1785179661.5706398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08a21a7e-91cf-4769-b921-68e49c7d9c79"} {"level":"info","ts":1785179661.570651,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08a21a7e-91cf-4769-b921-68e49c7d9c79","EoS":false} {"level":"info","ts":1785179661.5706615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08a21a7e-91cf-4769-b921-68e49c7d9c79","EoS":true} {"level":"info","ts":1785179661.5706804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08a21a7e-91cf-4769-b921-68e49c7d9c79","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179661.570696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08a21a7e-91cf-4769-b921-68e49c7d9c79","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179661.5707147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08a21a7e-91cf-4769-b921-68e49c7d9c79"} {"level":"info","ts":1785179663.6015859,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179663.6017156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a86b8e7c-bdec-456d-899a-fd1dc423b9a5"} {"level":"info","ts":1785179663.6017332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a86b8e7c-bdec-456d-899a-fd1dc423b9a5"} {"level":"info","ts":1785179663.6017566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a86b8e7c-bdec-456d-899a-fd1dc423b9a5","EoS":false} {"level":"info","ts":1785179663.6017766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a86b8e7c-bdec-456d-899a-fd1dc423b9a5","EoS":true} {"level":"info","ts":1785179663.6018133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a86b8e7c-bdec-456d-899a-fd1dc423b9a5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179663.6018355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a86b8e7c-bdec-456d-899a-fd1dc423b9a5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179663.6018765,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a86b8e7c-bdec-456d-899a-fd1dc423b9a5"} {"level":"info","ts":1785179665.6358526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179665.635956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d5905d6-8f6b-440f-9b11-14f1eef8b7ad"} {"level":"info","ts":1785179665.6359692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d5905d6-8f6b-440f-9b11-14f1eef8b7ad"} {"level":"info","ts":1785179665.6359813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d5905d6-8f6b-440f-9b11-14f1eef8b7ad","EoS":false} {"level":"info","ts":1785179665.6359932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d5905d6-8f6b-440f-9b11-14f1eef8b7ad","EoS":true} {"level":"info","ts":1785179665.636017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d5905d6-8f6b-440f-9b11-14f1eef8b7ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179665.636037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d5905d6-8f6b-440f-9b11-14f1eef8b7ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179665.636065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d5905d6-8f6b-440f-9b11-14f1eef8b7ad"} {"level":"info","ts":1785179667.667365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179667.667489,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec2a1822-22e8-45ff-ae88-5f21b5f7889c"} {"level":"info","ts":1785179667.667504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec2a1822-22e8-45ff-ae88-5f21b5f7889c"} {"level":"info","ts":1785179667.6675174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec2a1822-22e8-45ff-ae88-5f21b5f7889c","EoS":false} {"level":"info","ts":1785179667.6675298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec2a1822-22e8-45ff-ae88-5f21b5f7889c","EoS":true} {"level":"info","ts":1785179667.667553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec2a1822-22e8-45ff-ae88-5f21b5f7889c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179667.6675725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec2a1822-22e8-45ff-ae88-5f21b5f7889c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179667.6675994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec2a1822-22e8-45ff-ae88-5f21b5f7889c"} {"level":"info","ts":1785179692.3832862,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179692.3833861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff646788-b403-4f04-bd85-19150f6af59f"} {"level":"info","ts":1785179692.3834023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff646788-b403-4f04-bd85-19150f6af59f"} {"level":"info","ts":1785179692.3834622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff646788-b403-4f04-bd85-19150f6af59f","EoS":false} {"level":"info","ts":1785179692.3834834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff646788-b403-4f04-bd85-19150f6af59f","EoS":true} {"level":"info","ts":1785179692.3835182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff646788-b403-4f04-bd85-19150f6af59f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179692.3835378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff646788-b403-4f04-bd85-19150f6af59f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179692.3835683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff646788-b403-4f04-bd85-19150f6af59f"} {"level":"info","ts":1785179701.6912065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179701.69129,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3d4b1a5-e897-40ef-8930-fc20df3f3835"} {"level":"info","ts":1785179701.6913037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3d4b1a5-e897-40ef-8930-fc20df3f3835"} {"level":"info","ts":1785179701.6913142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3d4b1a5-e897-40ef-8930-fc20df3f3835","EoS":false} {"level":"info","ts":1785179701.691324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3d4b1a5-e897-40ef-8930-fc20df3f3835","EoS":true} {"level":"info","ts":1785179701.6913455,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3d4b1a5-e897-40ef-8930-fc20df3f3835","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179701.691361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3d4b1a5-e897-40ef-8930-fc20df3f3835","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179701.6913817,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3d4b1a5-e897-40ef-8930-fc20df3f3835"} {"level":"info","ts":1785179707.273561,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179707.2736416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14bc8762-66c0-451b-b97c-a139d93e3def"} {"level":"info","ts":1785179707.2736533,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14bc8762-66c0-451b-b97c-a139d93e3def"} {"level":"info","ts":1785179707.2736685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14bc8762-66c0-451b-b97c-a139d93e3def","EoS":false} {"level":"info","ts":1785179707.2736816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14bc8762-66c0-451b-b97c-a139d93e3def","EoS":true} {"level":"info","ts":1785179707.273702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14bc8762-66c0-451b-b97c-a139d93e3def","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179707.2737174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14bc8762-66c0-451b-b97c-a139d93e3def","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179707.273739,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14bc8762-66c0-451b-b97c-a139d93e3def"} {"level":"info","ts":1785179716.9009407,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179716.9010217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de151687-54f2-4be9-99f3-a76a580e2448"} {"level":"info","ts":1785179716.9010327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de151687-54f2-4be9-99f3-a76a580e2448"} {"level":"info","ts":1785179716.9010432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de151687-54f2-4be9-99f3-a76a580e2448","EoS":false} {"level":"info","ts":1785179716.9010549,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de151687-54f2-4be9-99f3-a76a580e2448","EoS":true} {"level":"info","ts":1785179716.9010777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de151687-54f2-4be9-99f3-a76a580e2448","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179716.901094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de151687-54f2-4be9-99f3-a76a580e2448","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179716.9011133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de151687-54f2-4be9-99f3-a76a580e2448"} {"level":"info","ts":1785179718.9323041,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179718.932393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85838d5f-0123-471a-ba06-81a298745850"} {"level":"info","ts":1785179718.932405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85838d5f-0123-471a-ba06-81a298745850"} {"level":"info","ts":1785179718.9324164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85838d5f-0123-471a-ba06-81a298745850","EoS":false} {"level":"info","ts":1785179718.9324458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85838d5f-0123-471a-ba06-81a298745850","EoS":true} {"level":"info","ts":1785179718.9324698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85838d5f-0123-471a-ba06-81a298745850","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179718.9324868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85838d5f-0123-471a-ba06-81a298745850","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179718.9325106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85838d5f-0123-471a-ba06-81a298745850"} {"level":"info","ts":1785179728.3803277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179728.380405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d340db1-2a3f-41bb-b8b0-ed482431362b"} {"level":"info","ts":1785179728.3804145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d340db1-2a3f-41bb-b8b0-ed482431362b"} {"level":"info","ts":1785179728.3804255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d340db1-2a3f-41bb-b8b0-ed482431362b","EoS":false} {"level":"info","ts":1785179728.3804607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d340db1-2a3f-41bb-b8b0-ed482431362b","EoS":true} {"level":"info","ts":1785179728.3804817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d340db1-2a3f-41bb-b8b0-ed482431362b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179728.3804967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d340db1-2a3f-41bb-b8b0-ed482431362b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179728.3805122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d340db1-2a3f-41bb-b8b0-ed482431362b"} {"level":"info","ts":1785179728.4131362,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179728.413189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ae5c2c8-31fe-4232-a155-9ee79b18fa83"} {"level":"info","ts":1785179728.4131973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ae5c2c8-31fe-4232-a155-9ee79b18fa83"} {"level":"info","ts":1785179728.4132087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ae5c2c8-31fe-4232-a155-9ee79b18fa83","EoS":false} {"level":"info","ts":1785179728.413226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ae5c2c8-31fe-4232-a155-9ee79b18fa83","EoS":true} {"level":"info","ts":1785179728.413243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ae5c2c8-31fe-4232-a155-9ee79b18fa83","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179728.4132566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ae5c2c8-31fe-4232-a155-9ee79b18fa83","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179728.4133244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ae5c2c8-31fe-4232-a155-9ee79b18fa83"} {"level":"info","ts":1785179752.621545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179752.6216192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d6a69ab-20e6-427a-b491-a373e42a34b0"} {"level":"info","ts":1785179752.6216288,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d6a69ab-20e6-427a-b491-a373e42a34b0"} {"level":"info","ts":1785179752.6216445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d6a69ab-20e6-427a-b491-a373e42a34b0","EoS":false} {"level":"info","ts":1785179752.6216547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d6a69ab-20e6-427a-b491-a373e42a34b0","EoS":true} {"level":"info","ts":1785179752.6216755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d6a69ab-20e6-427a-b491-a373e42a34b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179752.6216934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d6a69ab-20e6-427a-b491-a373e42a34b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179752.6217136,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d6a69ab-20e6-427a-b491-a373e42a34b0"} {"level":"info","ts":1785179762.0112126,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179762.011296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f1d003c-2688-49ea-9636-978fcdcc1cfa"} {"level":"info","ts":1785179762.0113137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f1d003c-2688-49ea-9636-978fcdcc1cfa"} {"level":"info","ts":1785179762.0113337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f1d003c-2688-49ea-9636-978fcdcc1cfa","EoS":false} {"level":"info","ts":1785179762.011351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f1d003c-2688-49ea-9636-978fcdcc1cfa","EoS":true} {"level":"info","ts":1785179762.011382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f1d003c-2688-49ea-9636-978fcdcc1cfa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179762.0114012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f1d003c-2688-49ea-9636-978fcdcc1cfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179762.0114496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f1d003c-2688-49ea-9636-978fcdcc1cfa"} {"level":"info","ts":1785179772.2642725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179772.2643573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9536a6dc-1a6a-4790-ba51-c01fb3f2fdff"} {"level":"info","ts":1785179772.264372,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9536a6dc-1a6a-4790-ba51-c01fb3f2fdff"} {"level":"info","ts":1785179772.2643902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9536a6dc-1a6a-4790-ba51-c01fb3f2fdff","EoS":false} {"level":"info","ts":1785179772.2644083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9536a6dc-1a6a-4790-ba51-c01fb3f2fdff","EoS":true} {"level":"info","ts":1785179772.2644947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9536a6dc-1a6a-4790-ba51-c01fb3f2fdff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785179772.2645223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9536a6dc-1a6a-4790-ba51-c01fb3f2fdff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785179772.264541,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9536a6dc-1a6a-4790-ba51-c01fb3f2fdff"} {"level":"info","ts":1785179862.6165116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179862.6166034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e4a0d1c-86a5-45aa-ad26-db2e8a62fe11"} {"level":"info","ts":1785179862.6166182,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e4a0d1c-86a5-45aa-ad26-db2e8a62fe11"} {"level":"info","ts":1785179862.61663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e4a0d1c-86a5-45aa-ad26-db2e8a62fe11","EoS":false} {"level":"info","ts":1785179862.6166408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e4a0d1c-86a5-45aa-ad26-db2e8a62fe11","EoS":true} {"level":"info","ts":1785179862.6166608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e4a0d1c-86a5-45aa-ad26-db2e8a62fe11","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785179862.6166756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e4a0d1c-86a5-45aa-ad26-db2e8a62fe11","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785179862.616696,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e4a0d1c-86a5-45aa-ad26-db2e8a62fe11"} {"level":"info","ts":1785179887.871475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179887.8715584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95c04116-e654-44bb-b29f-e36aadd79509"} {"level":"info","ts":1785179887.8715668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95c04116-e654-44bb-b29f-e36aadd79509"} {"level":"info","ts":1785179887.8715775,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95c04116-e654-44bb-b29f-e36aadd79509","EoS":false} {"level":"info","ts":1785179887.8715894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95c04116-e654-44bb-b29f-e36aadd79509","EoS":true} {"level":"info","ts":1785179887.87161,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95c04116-e654-44bb-b29f-e36aadd79509","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785179887.871626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95c04116-e654-44bb-b29f-e36aadd79509","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785179887.8716495,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95c04116-e654-44bb-b29f-e36aadd79509"} {"level":"info","ts":1785179927.3475184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179927.3476076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77e523a2-9056-4818-94f4-a4d6b10a1b68"} {"level":"info","ts":1785179927.3476212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77e523a2-9056-4818-94f4-a4d6b10a1b68"} {"level":"info","ts":1785179927.347633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77e523a2-9056-4818-94f4-a4d6b10a1b68","EoS":false} {"level":"info","ts":1785179927.3476467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77e523a2-9056-4818-94f4-a4d6b10a1b68","EoS":true} {"level":"info","ts":1785179927.3476675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77e523a2-9056-4818-94f4-a4d6b10a1b68","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179927.3476844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77e523a2-9056-4818-94f4-a4d6b10a1b68","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179927.347705,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77e523a2-9056-4818-94f4-a4d6b10a1b68"} {"level":"info","ts":1785179942.7686572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179942.7687356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66cc6e9a-c867-49a6-bd46-0a829391f156"} {"level":"info","ts":1785179942.7687483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66cc6e9a-c867-49a6-bd46-0a829391f156"} {"level":"info","ts":1785179942.7687607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66cc6e9a-c867-49a6-bd46-0a829391f156","EoS":false} {"level":"info","ts":1785179942.7687736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66cc6e9a-c867-49a6-bd46-0a829391f156","EoS":true} {"level":"info","ts":1785179942.7687933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66cc6e9a-c867-49a6-bd46-0a829391f156","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179942.7688098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66cc6e9a-c867-49a6-bd46-0a829391f156","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179942.7688737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66cc6e9a-c867-49a6-bd46-0a829391f156"} {"level":"info","ts":1785179943.0965269,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785179943.0965931,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"780c8b48-50da-4d85-827a-479db113712e"} {"level":"info","ts":1785179943.0966015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"780c8b48-50da-4d85-827a-479db113712e"} {"level":"info","ts":1785179943.096613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"780c8b48-50da-4d85-827a-479db113712e","EoS":false} {"level":"info","ts":1785179943.0966227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"780c8b48-50da-4d85-827a-479db113712e","EoS":true} {"level":"info","ts":1785179943.096642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"780c8b48-50da-4d85-827a-479db113712e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785179943.0966566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"780c8b48-50da-4d85-827a-479db113712e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785179943.0966773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"780c8b48-50da-4d85-827a-479db113712e"} {"level":"info","ts":1785180291.7580128,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180291.758112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07285e2c-1af7-4b5b-967f-39207ed76b8d"} {"level":"info","ts":1785180291.7581291,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"07285e2c-1af7-4b5b-967f-39207ed76b8d"} {"level":"info","ts":1785180291.7581468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07285e2c-1af7-4b5b-967f-39207ed76b8d","EoS":false} {"level":"info","ts":1785180291.7581654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07285e2c-1af7-4b5b-967f-39207ed76b8d","EoS":true} {"level":"info","ts":1785180291.7581966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07285e2c-1af7-4b5b-967f-39207ed76b8d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180291.7582169,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07285e2c-1af7-4b5b-967f-39207ed76b8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180291.7582471,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07285e2c-1af7-4b5b-967f-39207ed76b8d"} {"level":"info","ts":1785180291.793465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180291.7935352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03c9dd96-a310-4766-b006-70f3f68b128e"} {"level":"info","ts":1785180291.7935493,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03c9dd96-a310-4766-b006-70f3f68b128e"} {"level":"info","ts":1785180291.7935686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03c9dd96-a310-4766-b006-70f3f68b128e","EoS":false} {"level":"info","ts":1785180291.7935872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03c9dd96-a310-4766-b006-70f3f68b128e","EoS":true} {"level":"info","ts":1785180291.7936137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03c9dd96-a310-4766-b006-70f3f68b128e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180291.7936294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03c9dd96-a310-4766-b006-70f3f68b128e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180291.7936537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03c9dd96-a310-4766-b006-70f3f68b128e"} {"level":"info","ts":1785180291.8268666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180291.8269114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"751c031b-fd3d-9ada-b146-421f1773384d"} {"level":"info","ts":1785180291.8269184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"751c031b-fd3d-9ada-b146-421f1773384d"} {"level":"info","ts":1785180291.826928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"751c031b-fd3d-9ada-b146-421f1773384d","EoS":false} {"level":"info","ts":1785180291.826938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"751c031b-fd3d-9ada-b146-421f1773384d","EoS":true} {"level":"info","ts":1785180291.8269525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"751c031b-fd3d-9ada-b146-421f1773384d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785180291.8269627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"751c031b-fd3d-9ada-b146-421f1773384d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785180291.8269784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"751c031b-fd3d-9ada-b146-421f1773384d"} {"level":"info","ts":1785180299.7783208,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"366f66af-ac8a-4e16-9ee7-09ef0503ceaa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785180299.778356,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"366f66af-ac8a-4e16-9ee7-09ef0503ceaa","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785180299.7783566,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98dcb5a6-aa79-4611-a136-be0fdbeb40de"} {"level":"info","ts":1785180299.7845716,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"44a609f3-b4f8-4595-a8ef-d736d123dad8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785180299.7845998,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"44a609f3-b4f8-4595-a8ef-d736d123dad8","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785180299.788237,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98dcb5a6-aa79-4611-a136-be0fdbeb40de","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180299.78847,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37487.846359215,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180299.788487,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180299.9625475,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39f578bf-42de-4bc2-9d36-65423922a76d"} {"level":"info","ts":1785180299.9632502,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1067dcb-58ed-4dde-8df1-35b2162ecf4a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180299.9632885,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1067dcb-58ed-4dde-8df1-35b2162ecf4a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180299.9638507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ab6acd9-6ef3-4ef0-b66f-76c03a3f3ac6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180299.9638796,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ab6acd9-6ef3-4ef0-b66f-76c03a3f3ac6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180299.964803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180299.9657285,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33135.612084476,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180299.9657516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785180299.978101,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39f578bf-42de-4bc2-9d36-65423922a76d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180299.9781475,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39f578bf-42de-4bc2-9d36-65423922a76d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785180299.9952238,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dafd18cb-69d3-4234-bdb7-f7912f616934","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785180299.9952593,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dafd18cb-69d3-4234-bdb7-f7912f616934","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785180299.9953294,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"943236ee-ffb5-41b2-9582-a1fa5e7082a8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180299.9953442,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"943236ee-ffb5-41b2-9582-a1fa5e7082a8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785180299.997057,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39f578bf-42de-4bc2-9d36-65423922a76d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785180299.997107,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39f578bf-42de-4bc2-9d36-65423922a76d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180299.997185,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d934189e-0597-4c29-a472-bea20986f665"} {"level":"info","ts":1785180299.9974518,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32870.697803716,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180299.9974723,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180300.0002608,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180300.0663311,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98dcb5a6-aa79-4611-a136-be0fdbeb40de","name":"e2e-external-provider"} {"level":"info","ts":1785180300.083879,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98dcb5a6-aa79-4611-a136-be0fdbeb40de","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785180300.0889258,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98dcb5a6-aa79-4611-a136-be0fdbeb40de","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180300.089016,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1c28fbd1-1303-4d63-b263-b09923565395"} {"level":"info","ts":1785180300.089059,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1c28fbd1-1303-4d63-b263-b09923565395","name":"e2e-external-provider"} {"level":"info","ts":1785180300.091868,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785180300.098273,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d934189e-0597-4c29-a472-bea20986f665","name":"e2e-external-model"} {"level":"info","ts":1785180300.1078794,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1c28fbd1-1303-4d63-b263-b09923565395","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785180300.1307085,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1e22fc9-d224-43b5-ad74-31c3df6f5f01","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180300.1307397,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1e22fc9-d224-43b5-ad74-31c3df6f5f01","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785180300.1427584,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d934189e-0597-4c29-a472-bea20986f665","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785180300.142816,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d934189e-0597-4c29-a472-bea20986f665","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180300.1428633,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39fd63bf-ea59-414a-8f01-b7e2f833fde1"} {"level":"info","ts":1785180300.142908,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39fd63bf-ea59-414a-8f01-b7e2f833fde1","name":"e2e-external-model"} {"level":"info","ts":1785180300.1500757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47e95c1a-c361-446f-ae4e-2f0bb1390fd5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180300.1501088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47e95c1a-c361-446f-ae4e-2f0bb1390fd5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180300.15329,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39fd63bf-ea59-414a-8f01-b7e2f833fde1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785180300.1614704,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39fd63bf-ea59-414a-8f01-b7e2f833fde1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180300.1615403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c2ad977-a02b-477a-b56b-58cece60760f"} {"level":"info","ts":1785180300.161597,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c2ad977-a02b-477a-b56b-58cece60760f","name":"e2e-external-model"} {"level":"info","ts":1785180300.1758764,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d22119ce-7eae-493e-92ed-b06c3924ec9e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180300.17591,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d22119ce-7eae-493e-92ed-b06c3924ec9e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785180300.1814966,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c2ad977-a02b-477a-b56b-58cece60760f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785180300.1868134,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c2ad977-a02b-477a-b56b-58cece60760f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180300.186872,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fd13f98-08ce-4d4b-873c-727a5901991b"} {"level":"info","ts":1785180300.1869104,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fd13f98-08ce-4d4b-873c-727a5901991b","name":"e2e-external-model"} {"level":"info","ts":1785180300.2011926,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fd13f98-08ce-4d4b-873c-727a5901991b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785180305.190317,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180305.1903875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e9cee4a-294f-4a2b-85c9-c30f712d8870"} {"level":"info","ts":1785180305.1903973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e9cee4a-294f-4a2b-85c9-c30f712d8870"} {"level":"info","ts":1785180305.1904078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e9cee4a-294f-4a2b-85c9-c30f712d8870","EoS":false} {"level":"info","ts":1785180305.1904192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e9cee4a-294f-4a2b-85c9-c30f712d8870","EoS":true} {"level":"info","ts":1785180305.1904619,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e9cee4a-294f-4a2b-85c9-c30f712d8870","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785180305.1904778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e9cee4a-294f-4a2b-85c9-c30f712d8870","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785180305.1904855,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3e9cee4a-294f-4a2b-85c9-c30f712d8870","modelName":"e2e-external-model"} {"level":"info","ts":1785180305.1904984,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3e9cee4a-294f-4a2b-85c9-c30f712d8870","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785180305.1906075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e9cee4a-294f-4a2b-85c9-c30f712d8870"} {"level":"info","ts":1785180305.2496536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180305.2497196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6daf53f6-7146-47e2-98d6-8de86f00e34a"} {"level":"info","ts":1785180305.2497332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6daf53f6-7146-47e2-98d6-8de86f00e34a"} {"level":"info","ts":1785180305.2497513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6daf53f6-7146-47e2-98d6-8de86f00e34a","EoS":false} {"level":"info","ts":1785180305.2497716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6daf53f6-7146-47e2-98d6-8de86f00e34a","EoS":true} {"level":"info","ts":1785180305.2498045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6daf53f6-7146-47e2-98d6-8de86f00e34a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785180305.2498221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6daf53f6-7146-47e2-98d6-8de86f00e34a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785180305.249834,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6daf53f6-7146-47e2-98d6-8de86f00e34a","modelName":"e2e-external-model"} {"level":"info","ts":1785180305.2498524,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6daf53f6-7146-47e2-98d6-8de86f00e34a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785180305.249896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6daf53f6-7146-47e2-98d6-8de86f00e34a"} {"level":"info","ts":1785180305.277456,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180305.2775247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c11d8782-41e3-488a-a0e5-4617d1df4e4a"} {"level":"info","ts":1785180305.2775404,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c11d8782-41e3-488a-a0e5-4617d1df4e4a"} {"level":"info","ts":1785180305.277551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c11d8782-41e3-488a-a0e5-4617d1df4e4a","EoS":false} {"level":"info","ts":1785180305.2775605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c11d8782-41e3-488a-a0e5-4617d1df4e4a","EoS":true} {"level":"info","ts":1785180305.2775795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c11d8782-41e3-488a-a0e5-4617d1df4e4a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785180305.2775922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c11d8782-41e3-488a-a0e5-4617d1df4e4a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785180305.2775984,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c11d8782-41e3-488a-a0e5-4617d1df4e4a","modelName":"e2e-external-model"} {"level":"info","ts":1785180305.2776105,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c11d8782-41e3-488a-a0e5-4617d1df4e4a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785180305.2776423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c11d8782-41e3-488a-a0e5-4617d1df4e4a"} {"level":"info","ts":1785180305.392891,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebc347a5-3dc9-4013-9511-f306a068a5a7"} {"level":"info","ts":1785180305.392947,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e06c6cb-dd02-4bec-9ade-9e96d253eb67","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180305.3929865,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e06c6cb-dd02-4bec-9ade-9e96d253eb67","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785180305.3989403,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b78ab055-1e11-49c8-96a1-c2673edea3df","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180305.398965,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b78ab055-1e11-49c8-96a1-c2673edea3df","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785180305.3990977,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebc347a5-3dc9-4013-9511-f306a068a5a7","name":"e2e-cleanup-test"} {"level":"info","ts":1785180305.4115171,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebc347a5-3dc9-4013-9511-f306a068a5a7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785180305.4244654,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2dd022a-d539-4bb4-b323-9a4d1561b386","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180305.4244945,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2dd022a-d539-4bb4-b323-9a4d1561b386","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785180305.4245198,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecc0f4e8-dfa1-4c86-9a91-62eb5905cda1"} {"level":"info","ts":1785180305.424576,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecc0f4e8-dfa1-4c86-9a91-62eb5905cda1","name":"e2e-cleanup-test"} {"level":"info","ts":1785180305.4385993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04654c63-8935-475e-b72c-58a15836c5ff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180305.4386234,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04654c63-8935-475e-b72c-58a15836c5ff","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785180305.4387357,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecc0f4e8-dfa1-4c86-9a91-62eb5905cda1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785180305.4387987,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d4d3fbc-b617-459d-9a08-a248a22e949b"} {"level":"info","ts":1785180305.4388647,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d4d3fbc-b617-459d-9a08-a248a22e949b","name":"e2e-cleanup-test"} {"level":"info","ts":1785180305.4480388,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d4d3fbc-b617-459d-9a08-a248a22e949b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785180305.4571426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0761ed7c-58ab-445c-9d8f-7c1c4863f776","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180305.457171,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0761ed7c-58ab-445c-9d8f-7c1c4863f776","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785180305.457266,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c415bebd-413a-4703-9197-0ab3f1a635ab"} {"level":"info","ts":1785180305.4573085,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c415bebd-413a-4703-9197-0ab3f1a635ab","name":"e2e-cleanup-test"} {"level":"info","ts":1785180305.4670994,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c415bebd-413a-4703-9197-0ab3f1a635ab","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785180314.032331,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5921b2e8-c8aa-4011-b5ea-6a92f2093b90","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180314.0323584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d2c392d-0330-4225-b791-258bb390e795"} {"level":"info","ts":1785180314.0323765,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5921b2e8-c8aa-4011-b5ea-6a92f2093b90","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785180318.3349793,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180318.3350687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75a28b4e-d327-40eb-a119-d4bb13fcc327"} {"level":"info","ts":1785180318.3350818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75a28b4e-d327-40eb-a119-d4bb13fcc327"} {"level":"info","ts":1785180318.335093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75a28b4e-d327-40eb-a119-d4bb13fcc327","EoS":false} {"level":"info","ts":1785180318.335106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75a28b4e-d327-40eb-a119-d4bb13fcc327","EoS":true} {"level":"info","ts":1785180318.3351247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75a28b4e-d327-40eb-a119-d4bb13fcc327","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785180318.3351417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75a28b4e-d327-40eb-a119-d4bb13fcc327","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785180318.335164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75a28b4e-d327-40eb-a119-d4bb13fcc327"} {"level":"info","ts":1785180318.3596928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180318.3597445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaf1ab83-ea4a-4d8f-93a4-c5f7162d8818"} {"level":"info","ts":1785180318.3597524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aaf1ab83-ea4a-4d8f-93a4-c5f7162d8818"} {"level":"info","ts":1785180318.3597617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aaf1ab83-ea4a-4d8f-93a4-c5f7162d8818","EoS":false} {"level":"info","ts":1785180318.3597703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aaf1ab83-ea4a-4d8f-93a4-c5f7162d8818","EoS":true} {"level":"info","ts":1785180318.3597844,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aaf1ab83-ea4a-4d8f-93a4-c5f7162d8818","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785180318.3597972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aaf1ab83-ea4a-4d8f-93a4-c5f7162d8818","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785180318.3598037,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aaf1ab83-ea4a-4d8f-93a4-c5f7162d8818","modelName":"e2e-external-model"} {"level":"info","ts":1785180318.3598151,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aaf1ab83-ea4a-4d8f-93a4-c5f7162d8818","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785180318.3598998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aaf1ab83-ea4a-4d8f-93a4-c5f7162d8818"} {"level":"info","ts":1785180318.3990793,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180318.399139,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a29779e-e298-4d4c-8b6e-83dda6cd29bb"} {"level":"info","ts":1785180318.3991532,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a29779e-e298-4d4c-8b6e-83dda6cd29bb"} {"level":"info","ts":1785180318.3991714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a29779e-e298-4d4c-8b6e-83dda6cd29bb","EoS":false} {"level":"info","ts":1785180318.3991904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a29779e-e298-4d4c-8b6e-83dda6cd29bb","EoS":true} {"level":"info","ts":1785180318.3992178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a29779e-e298-4d4c-8b6e-83dda6cd29bb","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785180318.3992326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a29779e-e298-4d4c-8b6e-83dda6cd29bb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785180318.3992543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a29779e-e298-4d4c-8b6e-83dda6cd29bb"} {"level":"info","ts":1785180318.536626,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180318.5366724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38af6217-b9bb-421b-9b77-c2dfb7e128be"} {"level":"info","ts":1785180318.5366805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38af6217-b9bb-421b-9b77-c2dfb7e128be"} {"level":"info","ts":1785180318.53669,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38af6217-b9bb-421b-9b77-c2dfb7e128be","EoS":false} {"level":"info","ts":1785180318.5367022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38af6217-b9bb-421b-9b77-c2dfb7e128be","EoS":true} {"level":"info","ts":1785180318.5367174,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"38af6217-b9bb-421b-9b77-c2dfb7e128be","field":"model"} {"level":"info","ts":1785180318.536739,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38af6217-b9bb-421b-9b77-c2dfb7e128be"} {"level":"info","ts":1785180319.4020765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1e97374-907d-4663-ab93-3e33e7edd2ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180319.402104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60ebf454-cab0-4085-9013-a8ae685ffa7d"} {"level":"info","ts":1785180319.4021163,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1e97374-907d-4663-ab93-3e33e7edd2ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785180319.5464942,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46f0d2e7-46e1-4d26-ae65-29546d4f83ef","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785180319.5465221,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46f0d2e7-46e1-4d26-ae65-29546d4f83ef","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785180319.546517,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f455c38-549f-4f73-9cbe-a65ac77887b2"}