{"level":"info","ts":1785802875.6273644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db2ae67-f1cb-4ecb-af21-1a9a4bcd0910","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802875.6273932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3db2ae67-f1cb-4ecb-af21-1a9a4bcd0910"} {"level":"info","ts":1785802887.8167894,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802887.8168716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"531f363a-f203-4c81-9a73-b66df86ecce7"} {"level":"info","ts":1785802887.8168838,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"531f363a-f203-4c81-9a73-b66df86ecce7"} {"level":"info","ts":1785802887.8168955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"531f363a-f203-4c81-9a73-b66df86ecce7","EoS":false} {"level":"info","ts":1785802887.8169067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"531f363a-f203-4c81-9a73-b66df86ecce7","EoS":true} {"level":"info","ts":1785802887.8169305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"531f363a-f203-4c81-9a73-b66df86ecce7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785802887.8169467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"531f363a-f203-4c81-9a73-b66df86ecce7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802887.8169703,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"531f363a-f203-4c81-9a73-b66df86ecce7"} {"level":"info","ts":1785802887.8583508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802887.8584292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"accc3c11-5b99-4724-aea6-f415dff1ef47"} {"level":"info","ts":1785802887.8584394,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"accc3c11-5b99-4724-aea6-f415dff1ef47"} {"level":"info","ts":1785802887.8584502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"accc3c11-5b99-4724-aea6-f415dff1ef47","EoS":false} {"level":"info","ts":1785802887.8584607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"accc3c11-5b99-4724-aea6-f415dff1ef47","EoS":true} {"level":"info","ts":1785802887.8584807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"accc3c11-5b99-4724-aea6-f415dff1ef47","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785802887.8584952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"accc3c11-5b99-4724-aea6-f415dff1ef47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802887.8585474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"accc3c11-5b99-4724-aea6-f415dff1ef47"} {"level":"info","ts":1785802887.8853555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802887.8854172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aff5261f-f3ed-490e-b5de-c1b11aa38e3e"} {"level":"info","ts":1785802887.885429,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aff5261f-f3ed-490e-b5de-c1b11aa38e3e"} {"level":"info","ts":1785802887.8854403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aff5261f-f3ed-490e-b5de-c1b11aa38e3e","EoS":false} {"level":"info","ts":1785802887.8854527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aff5261f-f3ed-490e-b5de-c1b11aa38e3e","EoS":true} {"level":"info","ts":1785802887.885469,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aff5261f-f3ed-490e-b5de-c1b11aa38e3e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785802887.8854828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aff5261f-f3ed-490e-b5de-c1b11aa38e3e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802887.8855004,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aff5261f-f3ed-490e-b5de-c1b11aa38e3e"} {"level":"info","ts":1785802887.9336529,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802887.9337158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99da14c4-207d-4ce2-99c8-504beaa09712"} {"level":"info","ts":1785802887.9337268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99da14c4-207d-4ce2-99c8-504beaa09712"} {"level":"info","ts":1785802887.9337385,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99da14c4-207d-4ce2-99c8-504beaa09712","EoS":false} {"level":"info","ts":1785802887.9337492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99da14c4-207d-4ce2-99c8-504beaa09712","EoS":true} {"level":"info","ts":1785802887.9337652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99da14c4-207d-4ce2-99c8-504beaa09712","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785802887.933779,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99da14c4-207d-4ce2-99c8-504beaa09712","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785802887.9337974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99da14c4-207d-4ce2-99c8-504beaa09712"} {"level":"info","ts":1785802888.619655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802888.6197689,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"693eeb5f-2382-4207-8e5b-fbc67dd0b3a6"} {"level":"info","ts":1785802888.6197815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"693eeb5f-2382-4207-8e5b-fbc67dd0b3a6"} {"level":"info","ts":1785802888.6197925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"693eeb5f-2382-4207-8e5b-fbc67dd0b3a6","EoS":false} {"level":"info","ts":1785802888.6198034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"693eeb5f-2382-4207-8e5b-fbc67dd0b3a6","EoS":true} {"level":"info","ts":1785802888.6198246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"693eeb5f-2382-4207-8e5b-fbc67dd0b3a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785802888.6198416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"693eeb5f-2382-4207-8e5b-fbc67dd0b3a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802888.619861,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"693eeb5f-2382-4207-8e5b-fbc67dd0b3a6"} {"level":"info","ts":1785802888.6565578,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802888.6566331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e11f2419-2977-4c3e-963a-cc701cad06c5"} {"level":"info","ts":1785802888.6566463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e11f2419-2977-4c3e-963a-cc701cad06c5"} {"level":"info","ts":1785802888.6566572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e11f2419-2977-4c3e-963a-cc701cad06c5","EoS":false} {"level":"info","ts":1785802888.6566684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e11f2419-2977-4c3e-963a-cc701cad06c5","EoS":true} {"level":"info","ts":1785802888.6567245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e11f2419-2977-4c3e-963a-cc701cad06c5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785802888.6567411,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e11f2419-2977-4c3e-963a-cc701cad06c5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785802888.6567655,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e11f2419-2977-4c3e-963a-cc701cad06c5"} {"level":"info","ts":1785802892.8191617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802892.8192396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2996950-8f25-4057-ad2a-0dbf881edf6d"} {"level":"info","ts":1785802892.8192496,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2996950-8f25-4057-ad2a-0dbf881edf6d"} {"level":"info","ts":1785802892.8192601,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2996950-8f25-4057-ad2a-0dbf881edf6d","EoS":false} {"level":"info","ts":1785802892.8192725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2996950-8f25-4057-ad2a-0dbf881edf6d","EoS":true} {"level":"info","ts":1785802892.8192937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2996950-8f25-4057-ad2a-0dbf881edf6d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785802892.8193085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2996950-8f25-4057-ad2a-0dbf881edf6d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785802892.819332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2996950-8f25-4057-ad2a-0dbf881edf6d"} {"level":"info","ts":1785802908.648007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802908.648089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"725d5050-1aa7-4800-9cc8-5518938e09a7"} {"level":"info","ts":1785802908.6481242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"725d5050-1aa7-4800-9cc8-5518938e09a7"} {"level":"info","ts":1785802908.6481392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"725d5050-1aa7-4800-9cc8-5518938e09a7","EoS":false} {"level":"info","ts":1785802908.6481524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"725d5050-1aa7-4800-9cc8-5518938e09a7","EoS":true} {"level":"info","ts":1785802908.6481767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"725d5050-1aa7-4800-9cc8-5518938e09a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785802908.6481938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"725d5050-1aa7-4800-9cc8-5518938e09a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802908.6482203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"725d5050-1aa7-4800-9cc8-5518938e09a7"} {"level":"info","ts":1785802908.8003647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802908.800446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae"} {"level":"info","ts":1785802908.800455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae"} {"level":"info","ts":1785802908.8004677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","EoS":false} {"level":"info","ts":1785802908.8004823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","EoS":true} {"level":"info","ts":1785802908.8005042,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785802908.8005207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802908.8005416,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae"} {"level":"info","ts":1785802908.9426348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802908.9427245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86"} {"level":"info","ts":1785802908.9427366,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86"} {"level":"info","ts":1785802908.9427483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","EoS":false} {"level":"info","ts":1785802908.9427621,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","EoS":true} {"level":"info","ts":1785802908.942787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785802908.942803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802908.942824,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86"} {"level":"info","ts":1785802909.0894723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802909.0895505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094"} {"level":"info","ts":1785802909.0895603,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094"} {"level":"info","ts":1785802909.0895722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","EoS":false} {"level":"info","ts":1785802909.0895867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","EoS":true} {"level":"info","ts":1785802909.089608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785802909.0896256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802909.0896487,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094"} {"level":"info","ts":1785802909.233974,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802909.2340548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82"} {"level":"info","ts":1785802909.2340646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82"} {"level":"info","ts":1785802909.2340772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","EoS":false} {"level":"info","ts":1785802909.234093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","EoS":true} {"level":"info","ts":1785802909.2341356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785802909.2341526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802909.2341762,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82"} {"level":"info","ts":1785802909.3706524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802909.3707392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab32537d-4426-4cb4-9071-511f169f049b"} {"level":"info","ts":1785802909.37075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab32537d-4426-4cb4-9071-511f169f049b"} {"level":"info","ts":1785802909.3707619,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab32537d-4426-4cb4-9071-511f169f049b","EoS":false} {"level":"info","ts":1785802909.3707755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab32537d-4426-4cb4-9071-511f169f049b","EoS":true} {"level":"info","ts":1785802909.3707986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab32537d-4426-4cb4-9071-511f169f049b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785802909.3708167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab32537d-4426-4cb4-9071-511f169f049b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802909.370837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab32537d-4426-4cb4-9071-511f169f049b"} {"level":"info","ts":1785802930.4688215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802930.4689074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19"} {"level":"info","ts":1785802930.4689188,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19"} {"level":"info","ts":1785802930.4689307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","EoS":false} {"level":"info","ts":1785802930.4689429,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","EoS":true} {"level":"info","ts":1785802930.4689636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785802930.4689767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802930.468997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19"} {"level":"info","ts":1785802930.50942,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802930.5094836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a32bac3b-2a3f-49fb-89bf-f464c7f38896"} {"level":"info","ts":1785802930.5094943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a32bac3b-2a3f-49fb-89bf-f464c7f38896"} {"level":"info","ts":1785802930.5095048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a32bac3b-2a3f-49fb-89bf-f464c7f38896","EoS":false} {"level":"info","ts":1785802930.509515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a32bac3b-2a3f-49fb-89bf-f464c7f38896","EoS":true} {"level":"info","ts":1785802930.5095341,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a32bac3b-2a3f-49fb-89bf-f464c7f38896","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785802930.5095482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a32bac3b-2a3f-49fb-89bf-f464c7f38896","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802930.5095668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a32bac3b-2a3f-49fb-89bf-f464c7f38896"} {"level":"info","ts":1785802930.5458407,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802930.5459194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67cab2c6-cd7a-4ffc-88f1-75b0ff7a998b"} {"level":"info","ts":1785802930.545938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67cab2c6-cd7a-4ffc-88f1-75b0ff7a998b"} {"level":"info","ts":1785802930.545974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67cab2c6-cd7a-4ffc-88f1-75b0ff7a998b","EoS":false} {"level":"info","ts":1785802930.5459952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67cab2c6-cd7a-4ffc-88f1-75b0ff7a998b","EoS":true} {"level":"info","ts":1785802930.546025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67cab2c6-cd7a-4ffc-88f1-75b0ff7a998b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785802930.546043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67cab2c6-cd7a-4ffc-88f1-75b0ff7a998b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802930.546072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67cab2c6-cd7a-4ffc-88f1-75b0ff7a998b"} {"level":"info","ts":1785802930.5886092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802930.5886798,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f8c9cfe-8b43-409e-a27f-b95ea478dd8f"} {"level":"info","ts":1785802935.1905038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802935.1905947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca"} {"level":"info","ts":1785802935.1906068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca"} {"level":"info","ts":1785802935.1906197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","EoS":false} {"level":"info","ts":1785802935.190631,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","EoS":true} {"level":"info","ts":1785802935.1906552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785802935.190676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802935.1907063,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca"} {"level":"info","ts":1785802943.7726805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802943.7727737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028"} {"level":"info","ts":1785802943.7727857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028"} {"level":"info","ts":1785802943.7728004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","EoS":false} {"level":"info","ts":1785802943.7728148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","EoS":true} {"level":"info","ts":1785802943.7728376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785802943.7728543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785802943.7728817,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028"} {"level":"info","ts":1785802956.6745028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802956.6745927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95"} {"level":"info","ts":1785802956.6746047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95"} {"level":"info","ts":1785802956.6746154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","EoS":false} {"level":"info","ts":1785802956.6746259,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","EoS":true} {"level":"info","ts":1785802956.674652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785802956.674668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802956.6746902,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95"} {"level":"info","ts":1785802965.2059917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802965.2060685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a"} {"level":"info","ts":1785802965.2060773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a"} {"level":"info","ts":1785802965.206089,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","EoS":false} {"level":"info","ts":1785802965.2061145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","EoS":true} {"level":"info","ts":1785802965.2061353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785802965.2061515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802965.206175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a"} {"level":"info","ts":1785802974.118519,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802974.1186063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb"} {"level":"info","ts":1785802974.1186194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb"} {"level":"info","ts":1785802974.1186314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","EoS":false} {"level":"info","ts":1785802974.1186419,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","EoS":true} {"level":"info","ts":1785802974.1186836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785802974.1186996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802974.1187203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb"} {"level":"info","ts":1785802983.0944455,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802983.094525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d9e8542-ed3a-4dd3-a356-0e043b7fe18c"} {"level":"info","ts":1785802983.0945394,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d9e8542-ed3a-4dd3-a356-0e043b7fe18c"} {"level":"info","ts":1785802983.094551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d9e8542-ed3a-4dd3-a356-0e043b7fe18c","EoS":false} {"level":"info","ts":1785802983.0945706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d9e8542-ed3a-4dd3-a356-0e043b7fe18c","EoS":true} {"level":"info","ts":1785802983.0945923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d9e8542-ed3a-4dd3-a356-0e043b7fe18c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785802983.0946093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d9e8542-ed3a-4dd3-a356-0e043b7fe18c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802983.0946417,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d9e8542-ed3a-4dd3-a356-0e043b7fe18c"} {"level":"info","ts":1785802990.919838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802990.9199224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbc4ec85-5576-4e33-841c-e049f3c41899"} {"level":"info","ts":1785802990.9199336,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbc4ec85-5576-4e33-841c-e049f3c41899"} {"level":"info","ts":1785802990.9199471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbc4ec85-5576-4e33-841c-e049f3c41899","EoS":false} {"level":"info","ts":1785802990.9199605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbc4ec85-5576-4e33-841c-e049f3c41899","EoS":true} {"level":"info","ts":1785802990.9199839,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbc4ec85-5576-4e33-841c-e049f3c41899","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785802990.9200006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbc4ec85-5576-4e33-841c-e049f3c41899","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802990.9200246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbc4ec85-5576-4e33-841c-e049f3c41899"} {"level":"info","ts":1785802995.7126405,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802995.7127295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a5692e5-85b4-45af-b9e6-19f1b158c15f"} {"level":"info","ts":1785802995.7127411,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a5692e5-85b4-45af-b9e6-19f1b158c15f"} {"level":"info","ts":1785802995.712753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a5692e5-85b4-45af-b9e6-19f1b158c15f","EoS":false} {"level":"info","ts":1785802995.7127635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a5692e5-85b4-45af-b9e6-19f1b158c15f","EoS":true} {"level":"info","ts":1785802995.712785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a5692e5-85b4-45af-b9e6-19f1b158c15f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785802995.7128005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a5692e5-85b4-45af-b9e6-19f1b158c15f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785802995.7128253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a5692e5-85b4-45af-b9e6-19f1b158c15f"} {"level":"info","ts":1785803006.6254869,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803006.6256046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb"} {"level":"info","ts":1785803006.6256227,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb"} {"level":"info","ts":1785803006.6256416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","EoS":false} {"level":"info","ts":1785803006.6256597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","EoS":true} {"level":"info","ts":1785803006.6256957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785803006.6257179,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785803006.625745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb"} {"level":"info","ts":1785803039.6915212,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803039.6916049,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16478607-604c-4321-8f57-7a735135043b"} {"level":"info","ts":1785803039.691614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16478607-604c-4321-8f57-7a735135043b"} {"level":"info","ts":1785803039.6916254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16478607-604c-4321-8f57-7a735135043b","EoS":false} {"level":"info","ts":1785803039.691636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16478607-604c-4321-8f57-7a735135043b","EoS":true} {"level":"info","ts":1785803039.691659,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16478607-604c-4321-8f57-7a735135043b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785803039.6916747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16478607-604c-4321-8f57-7a735135043b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785803039.6916962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16478607-604c-4321-8f57-7a735135043b"} {"level":"info","ts":1785803048.996303,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803048.9963784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab74097c-2dea-4643-aac3-874c3f75552c"} {"level":"info","ts":1785803048.9963872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab74097c-2dea-4643-aac3-874c3f75552c"} {"level":"info","ts":1785803048.996398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab74097c-2dea-4643-aac3-874c3f75552c","EoS":false} {"level":"info","ts":1785803048.9964123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab74097c-2dea-4643-aac3-874c3f75552c","EoS":true} {"level":"info","ts":1785803048.996435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab74097c-2dea-4643-aac3-874c3f75552c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785803048.996452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab74097c-2dea-4643-aac3-874c3f75552c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803048.9965122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab74097c-2dea-4643-aac3-874c3f75552c"} {"level":"info","ts":1785803065.0690334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803065.0691369,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7dd32861-8b98-4559-8a73-e5602ffb7bd8"} {"level":"info","ts":1785803065.0691507,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7dd32861-8b98-4559-8a73-e5602ffb7bd8"} {"level":"info","ts":1785803065.0691638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7dd32861-8b98-4559-8a73-e5602ffb7bd8","EoS":false} {"level":"info","ts":1785803065.0691788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7dd32861-8b98-4559-8a73-e5602ffb7bd8","EoS":true} {"level":"info","ts":1785803065.0691981,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7dd32861-8b98-4559-8a73-e5602ffb7bd8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785803065.0692165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7dd32861-8b98-4559-8a73-e5602ffb7bd8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785803065.0692449,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7dd32861-8b98-4559-8a73-e5602ffb7bd8"} {"level":"info","ts":1785803074.633429,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803074.6335154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e"} {"level":"info","ts":1785803074.6335266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e"} {"level":"info","ts":1785803074.6335385,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","EoS":false} {"level":"info","ts":1785803074.6335502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","EoS":true} {"level":"info","ts":1785803074.6335778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785803074.6335974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803074.6336274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e"} {"level":"info","ts":1785803084.1099033,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803084.1099925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68"} {"level":"info","ts":1785803084.1100035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68"} {"level":"info","ts":1785803084.1100166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","EoS":false} {"level":"info","ts":1785803084.1100302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","EoS":true} {"level":"info","ts":1785803084.1100516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785803084.110069,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803084.1100938,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68"} {"level":"info","ts":1785803084.150009,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803084.1500883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf"} {"level":"info","ts":1785803084.1501212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf"} {"level":"info","ts":1785803084.1501405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","EoS":false} {"level":"info","ts":1785803084.1501594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","EoS":true} {"level":"info","ts":1785803084.1501915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785803084.150219,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803084.1502488,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf"} {"level":"info","ts":1785803103.2079668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803103.208052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e"} {"level":"info","ts":1785803103.2080626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e"} {"level":"info","ts":1785803103.2080796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","EoS":false} {"level":"info","ts":1785803103.2080934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","EoS":true} {"level":"info","ts":1785803103.2081351,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785803103.2081544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803103.2081735,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e"} {"level":"info","ts":1785803112.4828572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803112.4829543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20e98e6a-c8db-4b0b-aadf-96555533299c"} {"level":"info","ts":1785803112.4829717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20e98e6a-c8db-4b0b-aadf-96555533299c"} {"level":"info","ts":1785803112.4829917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20e98e6a-c8db-4b0b-aadf-96555533299c","EoS":false} {"level":"info","ts":1785803112.483013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20e98e6a-c8db-4b0b-aadf-96555533299c","EoS":true} {"level":"info","ts":1785803112.4830408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20e98e6a-c8db-4b0b-aadf-96555533299c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785803112.4830594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20e98e6a-c8db-4b0b-aadf-96555533299c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803112.4830906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20e98e6a-c8db-4b0b-aadf-96555533299c"} {"level":"info","ts":1785803128.3599846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803128.3600643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63ec55ab-056e-4744-8e38-d30eaf419acf"} {"level":"info","ts":1785803128.3600783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63ec55ab-056e-4744-8e38-d30eaf419acf"} {"level":"info","ts":1785803128.3600893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63ec55ab-056e-4744-8e38-d30eaf419acf","EoS":false} {"level":"info","ts":1785803128.3601177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63ec55ab-056e-4744-8e38-d30eaf419acf","EoS":true} {"level":"info","ts":1785803128.3601398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63ec55ab-056e-4744-8e38-d30eaf419acf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785803128.3601532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63ec55ab-056e-4744-8e38-d30eaf419acf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785803128.3601732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63ec55ab-056e-4744-8e38-d30eaf419acf"} {"level":"info","ts":1785803261.2662826,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803261.2663634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9d1ddb9-ab52-4449-b89d-301e9e44dcf5"} {"level":"info","ts":1785803261.2663734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9d1ddb9-ab52-4449-b89d-301e9e44dcf5"} {"level":"info","ts":1785803261.2663841,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9d1ddb9-ab52-4449-b89d-301e9e44dcf5","EoS":false} {"level":"info","ts":1785803261.2663999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9d1ddb9-ab52-4449-b89d-301e9e44dcf5","EoS":true} {"level":"info","ts":1785803261.2664194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9d1ddb9-ab52-4449-b89d-301e9e44dcf5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785803261.2664351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9d1ddb9-ab52-4449-b89d-301e9e44dcf5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785803261.2664561,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9d1ddb9-ab52-4449-b89d-301e9e44dcf5"} {"level":"info","ts":1785803284.44182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803284.4419127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4"} {"level":"info","ts":1785803284.441922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4"} {"level":"info","ts":1785803284.4419348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","EoS":false} {"level":"info","ts":1785803284.4419494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","EoS":true} {"level":"info","ts":1785803284.441972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785803284.4419892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785803284.4420102,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4"} {"level":"info","ts":1785803336.334356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803336.3344345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2"} {"level":"info","ts":1785803336.334444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2"} {"level":"info","ts":1785803336.3344548,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","EoS":false} {"level":"info","ts":1785803336.3344693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","EoS":true} {"level":"info","ts":1785803336.3344896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785803336.3345056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803336.3345253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2"} {"level":"info","ts":1785803351.5612278,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803351.5613048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2"} {"level":"info","ts":1785803351.5613165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2"} {"level":"info","ts":1785803351.5613286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","EoS":false} {"level":"info","ts":1785803351.5613422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","EoS":true} {"level":"info","ts":1785803351.5614202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785803351.561439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803351.5614614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2"} {"level":"info","ts":1785803351.8308299,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803351.830904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b257f113-e6b5-4df7-9b0b-968484282850"} {"level":"info","ts":1785803351.8309128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b257f113-e6b5-4df7-9b0b-968484282850"} {"level":"info","ts":1785803351.8309243,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b257f113-e6b5-4df7-9b0b-968484282850","EoS":false} {"level":"info","ts":1785803351.8309343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b257f113-e6b5-4df7-9b0b-968484282850","EoS":true} {"level":"info","ts":1785803351.8309524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b257f113-e6b5-4df7-9b0b-968484282850","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785803351.830968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b257f113-e6b5-4df7-9b0b-968484282850","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803351.8309908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b257f113-e6b5-4df7-9b0b-968484282850"} {"level":"info","ts":1785803678.1722217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803678.1723018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126"} {"level":"info","ts":1785803678.1723106,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126"} {"level":"info","ts":1785803678.172322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","EoS":false} {"level":"info","ts":1785803678.1723354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","EoS":true} {"level":"info","ts":1785803678.172357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785803678.1723728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803678.172394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126"} {"level":"info","ts":1785803678.2122946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803678.2123947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44468aee-32ce-4dfe-9627-dc037bcfa4e7"} {"level":"info","ts":1785803678.2124066,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44468aee-32ce-4dfe-9627-dc037bcfa4e7"} {"level":"info","ts":1785803678.2124178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44468aee-32ce-4dfe-9627-dc037bcfa4e7","EoS":false} {"level":"info","ts":1785803678.212429,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44468aee-32ce-4dfe-9627-dc037bcfa4e7","EoS":true} {"level":"info","ts":1785803678.2124488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44468aee-32ce-4dfe-9627-dc037bcfa4e7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785803678.2124622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44468aee-32ce-4dfe-9627-dc037bcfa4e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803678.2124846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44468aee-32ce-4dfe-9627-dc037bcfa4e7"} {"level":"info","ts":1785803678.2473853,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803678.247458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d960957a-73e9-437c-b315-b01b9ab497cc"} {"level":"info","ts":1785803678.2474678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d960957a-73e9-437c-b315-b01b9ab497cc"} {"level":"info","ts":1785803678.2474792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d960957a-73e9-437c-b315-b01b9ab497cc","EoS":false} {"level":"info","ts":1785803678.247493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d960957a-73e9-437c-b315-b01b9ab497cc","EoS":true} {"level":"info","ts":1785803678.2475467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d960957a-73e9-437c-b315-b01b9ab497cc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785803678.2475672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d960957a-73e9-437c-b315-b01b9ab497cc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803678.2475932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d960957a-73e9-437c-b315-b01b9ab497cc"} {"level":"info","ts":1785803683.1123364,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de1b6409-080d-4a24-b6cd-5354c98dd32a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803683.112383,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"de1b6409-080d-4a24-b6cd-5354c98dd32a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785803683.112445,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da5bc90b-9a64-4248-8b6c-479e75806f24"} {"level":"info","ts":1785803683.1188946,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6630e6f8-d538-4755-946b-5b088cdfe528","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803683.1189315,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6630e6f8-d538-4755-946b-5b088cdfe528","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785803683.1222937,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da5bc90b-9a64-4248-8b6c-479e75806f24","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.1225328,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35737.146974566,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.1225588,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.2501588,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69d98ea6-0bd3-47af-a4c3-5e7bba9f9306"} {"level":"info","ts":1785803683.250268,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69d98ea6-0bd3-47af-a4c3-5e7bba9f9306","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785803683.2506201,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf95016f-8195-4aa2-a93d-fc46cd080dcc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.250668,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf95016f-8195-4aa2-a93d-fc46cd080dcc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803683.2512863,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785803683.2559185,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69d98ea6-0bd3-47af-a4c3-5e7bba9f9306","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.255996,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15172039-0e1d-4401-ba40-b62016138032"} {"level":"info","ts":1785803683.256022,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15172039-0e1d-4401-ba40-b62016138032","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785803683.2606888,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15172039-0e1d-4401-ba40-b62016138032","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.26336,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"066abf5f-6bed-479b-b198-ddec7f68ed21","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803683.2633786,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea9a981f-c6ec-4848-b710-6710247cb811","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.2633963,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"066abf5f-6bed-479b-b198-ddec7f68ed21","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785803683.2634015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea9a981f-c6ec-4848-b710-6710247cb811","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803683.2634676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d03a4ae-8a94-4c1a-b5c6-c5ee860d97ae"} {"level":"info","ts":1785803683.2636516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35359.295405222,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.2636642,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.2722745,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.323694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34888.775236692,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.3237228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.3473065,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.3643262,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d03a4ae-8a94-4c1a-b5c6-c5ee860d97ae","name":"e2e-external-model"} {"level":"info","ts":1785803683.3833477,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad1b68f0-00da-4fb0-842d-0d6f4e6e50ac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.3833776,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad1b68f0-00da-4fb0-842d-0d6f4e6e50ac","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785803683.3845975,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d03a4ae-8a94-4c1a-b5c6-c5ee860d97ae","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785803683.3846438,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d03a4ae-8a94-4c1a-b5c6-c5ee860d97ae","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.384703,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa702c96-e892-4630-ae90-77b0108bf88a"} {"level":"info","ts":1785803683.3847578,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa702c96-e892-4630-ae90-77b0108bf88a","name":"e2e-external-model"} {"level":"info","ts":1785803683.4029012,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c04fefdb-e17b-47ab-9049-e6c4e3e6f752","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.4029396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c04fefdb-e17b-47ab-9049-e6c4e3e6f752","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785803683.403425,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa702c96-e892-4630-ae90-77b0108bf88a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785803683.403486,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa702c96-e892-4630-ae90-77b0108bf88a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.4035478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"051ae5d2-bd39-4f90-bf64-cff2efd91462"} {"level":"info","ts":1785803683.4036005,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"051ae5d2-bd39-4f90-bf64-cff2efd91462","name":"e2e-external-model"} {"level":"info","ts":1785803683.4121997,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"051ae5d2-bd39-4f90-bf64-cff2efd91462","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803683.419836,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d78f688-5756-4489-b9d7-ea1efd8fa09f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.4198914,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d78f688-5756-4489-b9d7-ea1efd8fa09f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803683.4200428,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da0a4534-0cec-4e23-8ab8-376c2a74b6f7"} {"level":"info","ts":1785803683.4201195,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da0a4534-0cec-4e23-8ab8-376c2a74b6f7","name":"e2e-external-model"} {"level":"info","ts":1785803683.4240975,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da5bc90b-9a64-4248-8b6c-479e75806f24","name":"e2e-external-provider"} {"level":"info","ts":1785803683.427849,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da0a4534-0cec-4e23-8ab8-376c2a74b6f7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803683.436809,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da5bc90b-9a64-4248-8b6c-479e75806f24","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785803683.4401164,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da5bc90b-9a64-4248-8b6c-479e75806f24","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.440228,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9343741-1e7c-4267-9398-12b669a90052"} {"level":"info","ts":1785803683.4402792,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9343741-1e7c-4267-9398-12b669a90052","name":"e2e-external-provider"} {"level":"info","ts":1785803683.449277,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9343741-1e7c-4267-9398-12b669a90052","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785803694.9242027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803694.924281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be356cf5-bd5a-48f4-af60-58d41b26b363"} {"level":"info","ts":1785803694.9242897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be356cf5-bd5a-48f4-af60-58d41b26b363"} {"level":"info","ts":1785803694.924302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be356cf5-bd5a-48f4-af60-58d41b26b363","EoS":false} {"level":"info","ts":1785803694.924316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be356cf5-bd5a-48f4-af60-58d41b26b363","EoS":true} {"level":"info","ts":1785803694.9243386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be356cf5-bd5a-48f4-af60-58d41b26b363","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785803694.924355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be356cf5-bd5a-48f4-af60-58d41b26b363","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803694.924363,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"be356cf5-bd5a-48f4-af60-58d41b26b363","modelName":"e2e-external-model"} {"level":"info","ts":1785803694.9243786,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"be356cf5-bd5a-48f4-af60-58d41b26b363","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785803694.9244246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be356cf5-bd5a-48f4-af60-58d41b26b363"} {"level":"info","ts":1785803694.9743576,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803694.974425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a82c88f-e318-4eb4-bc80-deca3d8acf3b"} {"level":"info","ts":1785803694.9744334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a82c88f-e318-4eb4-bc80-deca3d8acf3b"} {"level":"info","ts":1785803694.9744444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a82c88f-e318-4eb4-bc80-deca3d8acf3b","EoS":false} {"level":"info","ts":1785803694.9744573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a82c88f-e318-4eb4-bc80-deca3d8acf3b","EoS":true} {"level":"info","ts":1785803694.9744766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a82c88f-e318-4eb4-bc80-deca3d8acf3b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785803694.9744914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a82c88f-e318-4eb4-bc80-deca3d8acf3b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803694.974498,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0a82c88f-e318-4eb4-bc80-deca3d8acf3b","modelName":"e2e-external-model"} {"level":"info","ts":1785803694.9745119,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0a82c88f-e318-4eb4-bc80-deca3d8acf3b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785803694.9745445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a82c88f-e318-4eb4-bc80-deca3d8acf3b"} {"level":"info","ts":1785803695.006744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803695.0068023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4"} {"level":"info","ts":1785803695.0068176,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4"} {"level":"info","ts":1785803695.0068295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","EoS":false} {"level":"info","ts":1785803695.006845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","EoS":true} {"level":"info","ts":1785803695.006863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785803695.0068777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803695.0068846,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","modelName":"e2e-external-model"} {"level":"info","ts":1785803695.0068977,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785803695.006934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4"} {"level":"info","ts":1785803695.2499192,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5845a7ee-567d-43c5-936c-c68e692da31a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803695.249961,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5845a7ee-567d-43c5-936c-c68e692da31a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785803695.2499852,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf01749b-9729-4d47-81a8-deb23c81051d"} {"level":"info","ts":1785803695.2570522,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7d1e823-6c30-49ca-a684-57d1432bdf18","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803695.2570825,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7d1e823-6c30-49ca-a684-57d1432bdf18","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785803695.2581172,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf01749b-9729-4d47-81a8-deb23c81051d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803695.2581828,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf01749b-9729-4d47-81a8-deb23c81051d","name":"e2e-cleanup-test"} {"level":"info","ts":1785803695.2724884,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ec6260f-3228-4cec-b645-15e624936253","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803695.272516,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ec6260f-3228-4cec-b645-15e624936253","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785803695.2737288,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf01749b-9729-4d47-81a8-deb23c81051d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785803695.2737765,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf01749b-9729-4d47-81a8-deb23c81051d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803695.2738361,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b2213ad-6abf-486c-874c-a1d824592e6a"} {"level":"info","ts":1785803695.273891,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b2213ad-6abf-486c-874c-a1d824592e6a","name":"e2e-cleanup-test"} {"level":"info","ts":1785803695.2897134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35df623a-b3f2-44ae-b65a-6b1084e59350","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803695.2897413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35df623a-b3f2-44ae-b65a-6b1084e59350","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785803695.2908428,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b2213ad-6abf-486c-874c-a1d824592e6a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785803695.290891,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b2213ad-6abf-486c-874c-a1d824592e6a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803695.2909546,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858640ea-4adf-4e8a-85d6-49e400d4a270"} {"level":"info","ts":1785803695.2910128,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858640ea-4adf-4e8a-85d6-49e400d4a270","name":"e2e-cleanup-test"} {"level":"info","ts":1785803695.298777,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858640ea-4adf-4e8a-85d6-49e400d4a270","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803695.3056254,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f66d5fc-30a8-41b7-b139-bd6b355fdb55"} {"level":"info","ts":1785803695.3056948,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f66d5fc-30a8-41b7-b139-bd6b355fdb55","name":"e2e-cleanup-test"} {"level":"info","ts":1785803695.3056254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0da81e86-63eb-4f72-872a-72c509d98c5f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803695.305784,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0da81e86-63eb-4f72-872a-72c509d98c5f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785803695.3129435,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f66d5fc-30a8-41b7-b139-bd6b355fdb55","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803703.5240262,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e1869c1-1539-4046-9a4d-a3f2ab08f290"} {"level":"info","ts":1785803703.524074,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51294665-ba0b-4e9e-bd28-281c4ff2475f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803703.5241308,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51294665-ba0b-4e9e-bd28-281c4ff2475f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803707.8357365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803707.8358188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f"} {"level":"info","ts":1785803707.8358293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f"} {"level":"info","ts":1785803707.8358405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f","EoS":false} {"level":"info","ts":1785803707.8358526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f","EoS":true} {"level":"info","ts":1785803707.8358788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785803707.8358955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785803707.8359187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f"} {"level":"info","ts":1785803707.8728096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803707.8728895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8"} {"level":"info","ts":1785803707.8729062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8"} {"level":"info","ts":1785803707.8729262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","EoS":false} {"level":"info","ts":1785803707.8729482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","EoS":true} {"level":"info","ts":1785803707.8730135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785803707.8730333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803707.8730495,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","modelName":"e2e-external-model"} {"level":"info","ts":1785803707.873069,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785803707.8731325,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8"} {"level":"info","ts":1785803708.0075395,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803708.0076118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f"} {"level":"info","ts":1785803708.0076213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f"} {"level":"info","ts":1785803708.007633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","EoS":false} {"level":"info","ts":1785803708.0076475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","EoS":true} {"level":"info","ts":1785803708.0076683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785803708.0076838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803708.0077066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f"} {"level":"info","ts":1785803708.0938153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803708.0938985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6"} {"level":"info","ts":1785803708.0939145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6"} {"level":"info","ts":1785803708.093934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6","EoS":false} {"level":"info","ts":1785803708.093986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6","EoS":true} {"level":"info","ts":1785803708.094021,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6","field":"model"} {"level":"info","ts":1785803708.0940526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6"} {"level":"info","ts":1785803708.9716847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb5dc5d3-d6f7-4933-a3e3-3d5c2415b3ae"} {"level":"info","ts":1785803708.9717646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74912fe2-6708-4051-82ab-5f1def42ba0c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803708.9718044,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74912fe2-6708-4051-82ab-5f1def42ba0c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803709.1151211,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63b1c2c8-473c-4d50-8082-c7b813dec045","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803709.1151397,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8157a771-330e-4437-974d-d4d7b91ccd3b"} {"level":"info","ts":1785803709.1151617,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63b1c2c8-473c-4d50-8082-c7b813dec045","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785805209.5903163,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785805209.5904036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14dfed74-afd4-4c1b-bf79-3cd3ee8ebfa9"} {"level":"info","ts":1785805278.9262078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785805278.926293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90"} {"level":"info","ts":1785805278.9263096,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90"} {"level":"info","ts":1785805278.9263287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","EoS":false} {"level":"info","ts":1785805278.926347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","EoS":true} {"level":"info","ts":1785805278.9264295,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785805278.9264493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785805278.9264796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90"}