{"level":"info","ts":1785802908.6769817,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"725d5050-1aa7-4800-9cc8-5518938e09a7"} {"level":"info","ts":1785802908.677016,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"725d5050-1aa7-4800-9cc8-5518938e09a7","EoS":true} {"level":"info","ts":1785802908.6770267,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"725d5050-1aa7-4800-9cc8-5518938e09a7"} {"level":"info","ts":1785802908.814324,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802908.8144107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae"} {"level":"info","ts":1785802908.8144214,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae"} {"level":"info","ts":1785802908.814433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","EoS":true} {"level":"info","ts":1785802908.8144596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","header":"x-maas-subscription"} {"level":"info","ts":1785802908.8144708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","header":"x-maas-group"} {"level":"info","ts":1785802908.8144758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","header":"x-maas-username"} {"level":"info","ts":1785802908.8144894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802908.8145134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae"} {"level":"info","ts":1785802908.815425,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae"} {"level":"info","ts":1785802908.815442,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae"} {"level":"info","ts":1785802908.8154562,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","EoS":false} {"level":"info","ts":1785802908.8154655,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae"} {"level":"info","ts":1785802908.8155024,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae","EoS":true} {"level":"info","ts":1785802908.8155177,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d60f8f25-877f-4d0c-8db6-dac2c60231ae"} {"level":"info","ts":1785802908.9582167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802908.9582987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86"} {"level":"info","ts":1785802908.9583068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86"} {"level":"info","ts":1785802908.958318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","EoS":true} {"level":"info","ts":1785802908.9583457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","header":"x-maas-group"} {"level":"info","ts":1785802908.958356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","header":"x-maas-subscription"} {"level":"info","ts":1785802908.9583611,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","header":"x-maas-username"} {"level":"info","ts":1785802908.9583771,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802908.9584014,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86"} {"level":"info","ts":1785802908.9604762,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86"} {"level":"info","ts":1785802908.9605045,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86"} {"level":"info","ts":1785802908.9605296,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","EoS":false} {"level":"info","ts":1785802908.9605458,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86"} {"level":"info","ts":1785802908.9605744,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86","EoS":true} {"level":"info","ts":1785802908.9605832,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"67096113-e490-42e6-b6a5-bc5b6e195f86"} {"level":"info","ts":1785802909.1047966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802909.1049035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094"} {"level":"info","ts":1785802909.10492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094"} {"level":"info","ts":1785802909.1049407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","EoS":true} {"level":"info","ts":1785802909.10498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","header":"x-maas-group"} {"level":"info","ts":1785802909.1049929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","header":"x-maas-username"} {"level":"info","ts":1785802909.1050022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","header":"x-maas-subscription"} {"level":"info","ts":1785802909.1050208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802909.1050544,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094"} {"level":"info","ts":1785802909.1059024,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094"} {"level":"info","ts":1785802909.1059265,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094"} {"level":"info","ts":1785802909.105943,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","EoS":false} {"level":"info","ts":1785802909.1059566,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094"} {"level":"info","ts":1785802909.1059797,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094","EoS":true} {"level":"info","ts":1785802909.1059852,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c32907c-3441-4eec-b5d3-19e1ac9d2094"} {"level":"info","ts":1785802909.2488437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802909.2489402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82"} {"level":"info","ts":1785802909.248954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82"} {"level":"info","ts":1785802909.248974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","EoS":true} {"level":"info","ts":1785802909.2490125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","header":"x-maas-subscription"} {"level":"info","ts":1785802909.249025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","header":"x-maas-username"} {"level":"info","ts":1785802909.2490335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","header":"x-maas-group"} {"level":"info","ts":1785802909.2490525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802909.2490864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82"} {"level":"info","ts":1785802909.2499254,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82"} {"level":"info","ts":1785802909.2499506,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82"} {"level":"info","ts":1785802909.249972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","EoS":false} {"level":"info","ts":1785802909.2499876,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82"} {"level":"info","ts":1785802909.2500134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82","EoS":true} {"level":"info","ts":1785802909.2500231,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d6dbd8e-59bf-417c-98cd-e001cc628a82"} {"level":"info","ts":1785802930.4843857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802930.4844828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19"} {"level":"info","ts":1785802930.4844973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19"} {"level":"info","ts":1785802930.4845243,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","EoS":true} {"level":"info","ts":1785802930.4845634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","header":"x-maas-subscription"} {"level":"info","ts":1785802930.484576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","header":"x-maas-group"} {"level":"info","ts":1785802930.4845843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","header":"x-maas-username"} {"level":"info","ts":1785802930.4846065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802930.4846392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19"} {"level":"info","ts":1785802930.4855595,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19"} {"level":"info","ts":1785802930.4855814,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19"} {"level":"info","ts":1785802930.4855962,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","EoS":false} {"level":"info","ts":1785802930.4856083,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19"} {"level":"info","ts":1785802930.4856327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19","EoS":true} {"level":"info","ts":1785802930.4856403,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7b3d836-9257-4527-9f78-f25a134b5a19"} {"level":"info","ts":1785802930.6009355,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802930.6010232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f8c9cfe-8b43-409e-a27f-b95ea478dd8f"} {"level":"info","ts":1785802930.601753,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f8c9cfe-8b43-409e-a27f-b95ea478dd8f"} {"level":"info","ts":1785802930.6017773,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f8c9cfe-8b43-409e-a27f-b95ea478dd8f"} {"level":"info","ts":1785802930.6017938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f8c9cfe-8b43-409e-a27f-b95ea478dd8f","EoS":false} {"level":"info","ts":1785802930.6018064,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f8c9cfe-8b43-409e-a27f-b95ea478dd8f"} {"level":"info","ts":1785802930.6018322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f8c9cfe-8b43-409e-a27f-b95ea478dd8f","EoS":true} {"level":"info","ts":1785802930.6018398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f8c9cfe-8b43-409e-a27f-b95ea478dd8f"} {"level":"info","ts":1785802935.2064617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802935.2065456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca"} {"level":"info","ts":1785802935.2065556,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca"} {"level":"info","ts":1785802935.206567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","EoS":true} {"level":"info","ts":1785802935.2066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","header":"x-maas-group"} {"level":"info","ts":1785802935.2066116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","header":"x-maas-username"} {"level":"info","ts":1785802935.206617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","header":"x-maas-subscription"} {"level":"info","ts":1785802935.20663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802935.2066576,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca"} {"level":"info","ts":1785802935.2073085,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca"} {"level":"info","ts":1785802935.2073305,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca"} {"level":"info","ts":1785802935.2073464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","EoS":false} {"level":"info","ts":1785802935.2073574,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca"} {"level":"info","ts":1785802935.2073777,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca","EoS":true} {"level":"info","ts":1785802935.2073889,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c10109c6-a9a5-4fcd-8c33-fb76d04360ca"} {"level":"info","ts":1785802943.7886493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802943.7887366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028"} {"level":"info","ts":1785802943.7887506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028"} {"level":"info","ts":1785802943.788764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","EoS":true} {"level":"info","ts":1785802943.7887905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","header":"x-maas-username"} {"level":"info","ts":1785802943.7888012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","header":"x-maas-subscription"} {"level":"info","ts":1785802943.7888064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","header":"x-maas-group"} {"level":"info","ts":1785802943.7888203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785802943.7888446,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028"} {"level":"info","ts":1785802943.8015437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028"} {"level":"info","ts":1785802943.8015683,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028"} {"level":"info","ts":1785802943.8015878,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","EoS":false} {"level":"info","ts":1785802943.801604,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028"} {"level":"info","ts":1785802943.80163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028","EoS":true} {"level":"info","ts":1785802943.80164,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e6c1b6d-77be-43ff-be96-c9e222109028"} {"level":"info","ts":1785802956.6939359,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802956.6940422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95"} {"level":"info","ts":1785802956.6940558,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95"} {"level":"info","ts":1785802956.6940708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","EoS":true} {"level":"info","ts":1785802956.6940963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","header":"x-maas-subscription"} {"level":"info","ts":1785802956.6941075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","header":"x-maas-group"} {"level":"info","ts":1785802956.6941159,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","header":"x-maas-username"} {"level":"info","ts":1785802956.6941283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802956.6941552,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95"} {"level":"info","ts":1785802956.694807,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95"} {"level":"info","ts":1785802956.6948242,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95"} {"level":"info","ts":1785802956.6948383,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","EoS":false} {"level":"info","ts":1785802956.6948764,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95"} {"level":"info","ts":1785802956.6949074,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95","EoS":true} {"level":"info","ts":1785802956.6949196,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da0a7a3f-e356-4d1c-ae19-0bc3a59ced95"} {"level":"info","ts":1785802965.2229834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802965.2230752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a"} {"level":"info","ts":1785802965.2230935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a"} {"level":"info","ts":1785802965.223115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","EoS":true} {"level":"info","ts":1785802965.2231607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","header":"x-maas-group"} {"level":"info","ts":1785802965.2231758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","header":"x-maas-username"} {"level":"info","ts":1785802965.223185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","header":"x-maas-subscription"} {"level":"info","ts":1785802965.2232058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802965.2232394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a"} {"level":"info","ts":1785802965.2240307,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a"} {"level":"info","ts":1785802965.2240517,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a"} {"level":"info","ts":1785802965.2240686,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","EoS":false} {"level":"info","ts":1785802965.2240994,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a"} {"level":"info","ts":1785802965.2241273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a","EoS":true} {"level":"info","ts":1785802965.224135,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3ee0c090-ee4a-4a7d-83f2-e2704e66085a"} {"level":"info","ts":1785802974.1340609,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802974.1341448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb"} {"level":"info","ts":1785802974.1341548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb"} {"level":"info","ts":1785802974.1341672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","EoS":true} {"level":"info","ts":1785802974.1341915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","header":"x-maas-group"} {"level":"info","ts":1785802974.1342027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","header":"x-maas-username"} {"level":"info","ts":1785802974.134209,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","header":"x-maas-subscription"} {"level":"info","ts":1785802974.1342237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802974.1342483,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb"} {"level":"info","ts":1785802974.1350064,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb"} {"level":"info","ts":1785802974.1350348,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb"} {"level":"info","ts":1785802974.1350596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","EoS":false} {"level":"info","ts":1785802974.1350782,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb"} {"level":"info","ts":1785802974.1351042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb","EoS":true} {"level":"info","ts":1785802974.1351216,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ddc9c4fc-f1a9-4ca5-87f1-a93c282afdbb"} {"level":"info","ts":1785803006.6450465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803006.6451375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb"} {"level":"info","ts":1785803006.645152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb"} {"level":"info","ts":1785803006.6451685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","EoS":true} {"level":"info","ts":1785803006.645194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","header":"x-maas-username"} {"level":"info","ts":1785803006.645205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","header":"x-maas-subscription"} {"level":"info","ts":1785803006.6452115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","header":"x-maas-group"} {"level":"info","ts":1785803006.6452243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785803006.645255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb"} {"level":"info","ts":1785803006.647277,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb"} {"level":"info","ts":1785803006.647296,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb"} {"level":"info","ts":1785803006.6473122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","EoS":false} {"level":"info","ts":1785803006.647323,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb"} {"level":"info","ts":1785803006.6473467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb","EoS":true} {"level":"info","ts":1785803006.6473525,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9606b30c-c1dd-4e72-8a9a-266f39d855eb"} {"level":"info","ts":1785803039.7084432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803039.708538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16478607-604c-4321-8f57-7a735135043b"} {"level":"info","ts":1785803039.708549,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16478607-604c-4321-8f57-7a735135043b"} {"level":"info","ts":1785803039.7085614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16478607-604c-4321-8f57-7a735135043b","EoS":true} {"level":"info","ts":1785803039.7085884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16478607-604c-4321-8f57-7a735135043b","header":"x-maas-subscription"} {"level":"info","ts":1785803039.7085989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16478607-604c-4321-8f57-7a735135043b","header":"x-maas-group"} {"level":"info","ts":1785803039.7086043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16478607-604c-4321-8f57-7a735135043b","header":"x-maas-username"} {"level":"info","ts":1785803039.7086184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16478607-604c-4321-8f57-7a735135043b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785803039.708643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16478607-604c-4321-8f57-7a735135043b"} {"level":"info","ts":1785803039.7093484,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16478607-604c-4321-8f57-7a735135043b"} {"level":"info","ts":1785803039.7093682,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16478607-604c-4321-8f57-7a735135043b"} {"level":"info","ts":1785803039.709382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16478607-604c-4321-8f57-7a735135043b","EoS":false} {"level":"info","ts":1785803039.7093933,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16478607-604c-4321-8f57-7a735135043b"} {"level":"info","ts":1785803039.7094219,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16478607-604c-4321-8f57-7a735135043b","EoS":true} {"level":"info","ts":1785803039.7094297,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16478607-604c-4321-8f57-7a735135043b"} {"level":"info","ts":1785803074.6500082,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803074.6501033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e"} {"level":"info","ts":1785803074.6501179,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e"} {"level":"info","ts":1785803074.650136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","EoS":true} {"level":"info","ts":1785803074.6501627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","header":"x-maas-subscription"} {"level":"info","ts":1785803074.6501732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","header":"x-maas-username"} {"level":"info","ts":1785803074.6501791,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","header":"x-maas-group"} {"level":"info","ts":1785803074.6501932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803074.650218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e"} {"level":"info","ts":1785803074.650927,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e"} {"level":"info","ts":1785803074.6509476,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e"} {"level":"info","ts":1785803074.650968,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","EoS":false} {"level":"info","ts":1785803074.650988,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e"} {"level":"info","ts":1785803074.65102,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e","EoS":true} {"level":"info","ts":1785803074.6510313,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1274a0f6-f987-4c8d-bf10-e02347df2a4e"} {"level":"info","ts":1785803084.1254003,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803084.1254861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68"} {"level":"info","ts":1785803084.1255045,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68"} {"level":"info","ts":1785803084.125521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","EoS":true} {"level":"info","ts":1785803084.1255486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","header":"x-maas-subscription"} {"level":"info","ts":1785803084.1255584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","header":"x-maas-group"} {"level":"info","ts":1785803084.125564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","header":"x-maas-username"} {"level":"info","ts":1785803084.125578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803084.1256044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68"} {"level":"info","ts":1785803084.1263468,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68"} {"level":"info","ts":1785803084.1263683,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68"} {"level":"info","ts":1785803084.1263838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","EoS":false} {"level":"info","ts":1785803084.1263974,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68"} {"level":"info","ts":1785803084.1264284,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68","EoS":true} {"level":"info","ts":1785803084.1264374,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5648ea98-b24e-4ce8-b997-1536afd92d68"} {"level":"info","ts":1785803084.1672666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803084.1673388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf"} {"level":"info","ts":1785803084.1673474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf"} {"level":"info","ts":1785803084.1673586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","EoS":true} {"level":"info","ts":1785803084.167384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","header":"x-maas-subscription"} {"level":"info","ts":1785803084.1673942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","header":"x-maas-group"} {"level":"info","ts":1785803084.1674025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","header":"x-maas-username"} {"level":"info","ts":1785803084.1674163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803084.16744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf"} {"level":"info","ts":1785803084.1680994,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf"} {"level":"info","ts":1785803084.1681201,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf"} {"level":"info","ts":1785803084.1681345,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","EoS":false} {"level":"info","ts":1785803084.1681466,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf"} {"level":"info","ts":1785803084.168174,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf","EoS":true} {"level":"info","ts":1785803084.1681824,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2831c339-50fd-4644-b5ea-257d6a023baf"} {"level":"info","ts":1785803103.2255127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803103.2255974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e"} {"level":"info","ts":1785803103.2256074,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e"} {"level":"info","ts":1785803103.22562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","EoS":true} {"level":"info","ts":1785803103.2256448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","header":"x-maas-username"} {"level":"info","ts":1785803103.225661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","header":"x-maas-subscription"} {"level":"info","ts":1785803103.225667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","header":"x-maas-group"} {"level":"info","ts":1785803103.225681,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803103.225708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e"} {"level":"info","ts":1785803103.226455,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e"} {"level":"info","ts":1785803103.226477,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e"} {"level":"info","ts":1785803103.2264934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","EoS":false} {"level":"info","ts":1785803103.2265062,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e"} {"level":"info","ts":1785803103.2265267,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e","EoS":true} {"level":"info","ts":1785803103.2265368,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"33cb4562-895d-4569-9986-a4f29db2836e"} {"level":"info","ts":1785803284.4596074,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803284.4597206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4"} {"level":"info","ts":1785803284.45974,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4"} {"level":"info","ts":1785803284.459755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","EoS":true} {"level":"info","ts":1785803284.4597797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","header":"x-maas-subscription"} {"level":"info","ts":1785803284.4597893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","header":"x-maas-username"} {"level":"info","ts":1785803284.4597945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","header":"x-maas-group"} {"level":"info","ts":1785803284.4598095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785803284.4598386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4"} {"level":"info","ts":1785803284.4727783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4"} {"level":"info","ts":1785803284.4727998,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4"} {"level":"info","ts":1785803284.472816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","EoS":false} {"level":"info","ts":1785803284.4728277,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4"} {"level":"info","ts":1785803284.4728708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4","EoS":true} {"level":"info","ts":1785803284.4728825,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1f2d36c0-48cb-46f4-a171-0b066895bbd4"} {"level":"info","ts":1785803336.351936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803336.35202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2"} {"level":"info","ts":1785803336.3520293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2"} {"level":"info","ts":1785803336.352042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","EoS":true} {"level":"info","ts":1785803336.3520653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","header":"x-maas-subscription"} {"level":"info","ts":1785803336.3520768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","header":"x-maas-username"} {"level":"info","ts":1785803336.352082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","header":"x-maas-group"} {"level":"info","ts":1785803336.3520958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803336.3521223,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2"} {"level":"info","ts":1785803336.3528957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2"} {"level":"info","ts":1785803336.352919,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2"} {"level":"info","ts":1785803336.3529406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","EoS":false} {"level":"info","ts":1785803336.3529568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2"} {"level":"info","ts":1785803336.3529952,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2","EoS":true} {"level":"info","ts":1785803336.3530052,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20ab2f1d-d13a-4131-8e84-e0ed53fe73c2"} {"level":"info","ts":1785803351.579372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803351.5794675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2"} {"level":"info","ts":1785803351.5794823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2"} {"level":"info","ts":1785803351.579495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","EoS":true} {"level":"info","ts":1785803351.579523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","header":"x-maas-username"} {"level":"info","ts":1785803351.5795333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","header":"x-maas-group"} {"level":"info","ts":1785803351.579539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","header":"x-maas-subscription"} {"level":"info","ts":1785803351.5795524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803351.5795796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2"} {"level":"info","ts":1785803351.5804584,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2"} {"level":"info","ts":1785803351.5804942,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2"} {"level":"info","ts":1785803351.5805137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","EoS":false} {"level":"info","ts":1785803351.5805278,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2"} {"level":"info","ts":1785803351.58055,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2","EoS":true} {"level":"info","ts":1785803351.580556,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29dc6143-3ea9-4e35-af05-db28950941d2"} {"level":"info","ts":1785803678.1905591,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803678.1907063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126"} {"level":"info","ts":1785803678.1907213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126"} {"level":"info","ts":1785803678.1907341,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","EoS":true} {"level":"info","ts":1785803678.1907609,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","header":"x-maas-group"} {"level":"info","ts":1785803678.1907706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","header":"x-maas-username"} {"level":"info","ts":1785803678.1907768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","header":"x-maas-subscription"} {"level":"info","ts":1785803678.1907911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803678.1908164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126"} {"level":"info","ts":1785803678.1917303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126"} {"level":"info","ts":1785803678.1917531,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126"} {"level":"info","ts":1785803678.1917686,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","EoS":false} {"level":"info","ts":1785803678.1917806,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126"} {"level":"info","ts":1785803678.1918015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126","EoS":true} {"level":"info","ts":1785803678.1918092,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ae3a9cf-a7cf-4166-865e-d30cc7623126"} {"level":"info","ts":1785803682.994009,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5e578ec5-cb62-48df-8917-df25457b48ab","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785803682.9942522,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35417.96751118,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803682.9942706,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.0312684,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.0953445,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5e578ec5-cb62-48df-8917-df25457b48ab","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785803683.1115859,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2856411-eadb-417f-adef-ffe7b64eec29"} {"level":"info","ts":1785803683.1115851,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82ccec24-30ab-40ad-8c55-0c1252e0c541","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803683.111621,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82ccec24-30ab-40ad-8c55-0c1252e0c541","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785803683.1189306,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f13abfb1-e923-477f-9bf3-09b8f915e472","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803683.118957,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f13abfb1-e923-477f-9bf3-09b8f915e472","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785803683.1191614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34036.062961352,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.1191802,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.1270638,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.2193067,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2856411-eadb-417f-adef-ffe7b64eec29","name":"e2e-external-provider"} {"level":"info","ts":1785803683.2314608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06afe99b-3c37-43dd-b25f-1f45738f8cf2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.2315154,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06afe99b-3c37-43dd-b25f-1f45738f8cf2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803683.2314596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2e4d027-c497-495c-873a-b7eb4b944667"} {"level":"info","ts":1785803683.2375507,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2856411-eadb-417f-adef-ffe7b64eec29","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785803683.2379127,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22d4813c-1cba-4159-abe9-03c0f6e12d06","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.2379513,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22d4813c-1cba-4159-abe9-03c0f6e12d06","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803683.2380164,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2e4d027-c497-495c-873a-b7eb4b944667","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785803683.245689,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2e4d027-c497-495c-873a-b7eb4b944667","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.2457619,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3ef3275-a0a1-4171-82fd-d574b86e6967"} {"level":"info","ts":1785803683.2457836,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3ef3275-a0a1-4171-82fd-d574b86e6967","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785803683.2462325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"730488f5-826f-4713-8cf8-afcc6dd7ecd8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.2462583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"730488f5-826f-4713-8cf8-afcc6dd7ecd8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803683.2523205,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2856411-eadb-417f-adef-ffe7b64eec29","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785803683.2525506,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3ef3275-a0a1-4171-82fd-d574b86e6967","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785803683.2525916,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3ef3275-a0a1-4171-82fd-d574b86e6967","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.2526438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"449428d3-2d65-4332-89c1-299f8711d1f3"} {"level":"info","ts":1785803683.2526667,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"449428d3-2d65-4332-89c1-299f8711d1f3","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785803683.2576396,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2856411-eadb-417f-adef-ffe7b64eec29","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785803683.2576962,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"449428d3-2d65-4332-89c1-299f8711d1f3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.2632897,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42824bee-7923-4f85-b37c-e611573bf80c"} {"level":"info","ts":1785803683.2633426,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42824bee-7923-4f85-b37c-e611573bf80c","name":"e2e-external-provider"} {"level":"info","ts":1785803683.263378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e29f435-4bb4-4007-a0d3-ade51add0b6b"} {"level":"info","ts":1785803683.26351,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98ef24cd-7ab3-4d08-89bc-f222b5f12962","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803683.2635303,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98ef24cd-7ab3-4d08-89bc-f222b5f12962","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785803683.2635648,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b73c9b6-85d6-4b48-a4e7-8c2a875806bc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.2635872,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38315.985150662,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.2635903,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b73c9b6-85d6-4b48-a4e7-8c2a875806bc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803683.263598,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.2750025,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42824bee-7923-4f85-b37c-e611573bf80c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785803683.2759516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803683.279764,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e261d1b2-bc2a-4724-8c9b-3018765f0d81"} {"level":"info","ts":1785803683.2798092,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e261d1b2-bc2a-4724-8c9b-3018765f0d81","name":"e2e-external-provider"} {"level":"info","ts":1785803683.2886095,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e261d1b2-bc2a-4724-8c9b-3018765f0d81","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785803683.3639333,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e29f435-4bb4-4007-a0d3-ade51add0b6b","name":"e2e-external-model"} {"level":"info","ts":1785803683.3739793,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e29f435-4bb4-4007-a0d3-ade51add0b6b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803683.3834786,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73bacbc7-f2ff-49ed-bfb3-7fd5c3aa9014"} {"level":"info","ts":1785803683.3835511,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73bacbc7-f2ff-49ed-bfb3-7fd5c3aa9014","name":"e2e-external-model"} {"level":"info","ts":1785803683.383474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3585674e-62e1-4164-af83-d57f74fb1376","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.3836122,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3585674e-62e1-4164-af83-d57f74fb1376","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803683.4031022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01c5fa39-31fd-426b-b4e1-655d0b7cca8e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.403147,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01c5fa39-31fd-426b-b4e1-655d0b7cca8e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785803683.4031966,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73bacbc7-f2ff-49ed-bfb3-7fd5c3aa9014","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.4032784,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55f76743-5a96-46b2-bc3a-724a12ff53be"} {"level":"info","ts":1785803683.4033408,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55f76743-5a96-46b2-bc3a-724a12ff53be","name":"e2e-external-model"} {"level":"info","ts":1785803683.4132316,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55f76743-5a96-46b2-bc3a-724a12ff53be","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803683.419944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c18e282-87bb-42c5-930b-c8f55be2d426","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803683.4199772,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c18e282-87bb-42c5-930b-c8f55be2d426","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785803683.420958,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55f76743-5a96-46b2-bc3a-724a12ff53be","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803683.4210243,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09750354-e0db-40ad-b0fe-6b1c0d72863e"} {"level":"info","ts":1785803683.421071,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09750354-e0db-40ad-b0fe-6b1c0d72863e","name":"e2e-external-model"} {"level":"info","ts":1785803683.4281502,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09750354-e0db-40ad-b0fe-6b1c0d72863e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803695.0229356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803695.0230196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4"} {"level":"info","ts":1785803695.0230289,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4"} {"level":"info","ts":1785803695.0230403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","EoS":true} {"level":"info","ts":1785803695.0230691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","header":"x-maas-subscription"} {"level":"info","ts":1785803695.0230868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","header":"x-maas-username"} {"level":"info","ts":1785803695.0230935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","header":"x-maas-group"} {"level":"info","ts":1785803695.023107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803695.0231144,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","modelName":"e2e-external-model"} {"level":"info","ts":1785803695.023127,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785803695.0231564,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785803695.023173,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","authType":"apikey"} {"level":"info","ts":1785803695.023215,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4"} {"level":"info","ts":1785803695.1325402,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4"} {"level":"info","ts":1785803695.1325717,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4"} {"level":"info","ts":1785803695.1325908,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","EoS":false} {"level":"info","ts":1785803695.1326048,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4"} {"level":"info","ts":1785803695.132639,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4","EoS":true} {"level":"info","ts":1785803695.1326487,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eec04c2d-b0bc-4640-8ce3-c28419a3cda4"} {"level":"info","ts":1785803695.2500594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42fcb1b9-789e-4382-bff1-449aff4eca46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803695.2501032,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42fcb1b9-789e-4382-bff1-449aff4eca46","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785803695.2501059,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b82b1ab7-01c9-4d4d-b916-0b1d8ec8bd16"} {"level":"info","ts":1785803695.257234,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b82b1ab7-01c9-4d4d-b916-0b1d8ec8bd16","name":"e2e-cleanup-test"} {"level":"info","ts":1785803695.2572827,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5932cbf-b3a1-44fc-a3b6-96ad648d9c8d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803695.2573123,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5932cbf-b3a1-44fc-a3b6-96ad648d9c8d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785803695.2664485,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b82b1ab7-01c9-4d4d-b916-0b1d8ec8bd16","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803695.2726688,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"452bc8ce-c657-45f4-9c6e-394c1dfcb733"} {"level":"info","ts":1785803695.2726827,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"606490c1-31fd-4a93-bb69-7eea0c5b565e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803695.2727048,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"606490c1-31fd-4a93-bb69-7eea0c5b565e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785803695.2727401,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"452bc8ce-c657-45f4-9c6e-394c1dfcb733","name":"e2e-cleanup-test"} {"level":"info","ts":1785803695.289816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3660414e-86ee-44e3-a355-79068115d9de","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1785803695.289806,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"452bc8ce-c657-45f4-9c6e-394c1dfcb733","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803695.2898471,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3660414e-86ee-44e3-a355-79068115d9de","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785803695.2898993,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c12b2767-6727-4811-b92f-fb8daadef6b0"} {"level":"info","ts":1785803695.2899477,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c12b2767-6727-4811-b92f-fb8daadef6b0","name":"e2e-cleanup-test"} {"level":"info","ts":1785803695.2999089,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c12b2767-6727-4811-b92f-fb8daadef6b0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803695.3056335,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a8ef6c0-1efa-427d-ad09-d18540ac7c36","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803695.305662,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a8ef6c0-1efa-427d-ad09-d18540ac7c36","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785803695.3067982,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c12b2767-6727-4811-b92f-fb8daadef6b0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803695.3068988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a885f737-41c4-43ab-b65b-9c278575f992"} {"level":"info","ts":1785803695.3069625,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a885f737-41c4-43ab-b65b-9c278575f992","name":"e2e-cleanup-test"} {"level":"info","ts":1785803695.3142843,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a885f737-41c4-43ab-b65b-9c278575f992","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803703.523962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0df8c99-1a6c-49d1-a5f8-5ec699def348"} {"level":"info","ts":1785803703.5239563,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c58a733b-181a-44d2-89fb-bc669c9fd9b3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803703.524024,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c58a733b-181a-44d2-89fb-bc669c9fd9b3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803707.8403614,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803707.840445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f"} {"level":"info","ts":1785803707.8404543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f"} {"level":"info","ts":1785803707.8404663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f","EoS":true} {"level":"info","ts":1785803707.840505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785803707.8405344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eebdafa5-10fc-45d7-8d3e-29614338a38f"} {"level":"info","ts":1785803707.8920388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803707.8921225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8"} {"level":"info","ts":1785803707.8921325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8"} {"level":"info","ts":1785803707.8921444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","EoS":true} {"level":"info","ts":1785803707.8921719,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","header":"x-maas-subscription"} {"level":"info","ts":1785803707.8921862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","header":"x-maas-username"} {"level":"info","ts":1785803707.8921914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","header":"x-maas-group"} {"level":"info","ts":1785803707.8922057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803707.8922157,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","modelName":"e2e-external-model"} {"level":"info","ts":1785803707.8922296,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785803707.8922536,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785803707.8922756,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","authType":"apikey"} {"level":"info","ts":1785803707.8922994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8"} {"level":"info","ts":1785803707.9835973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8"} {"level":"info","ts":1785803707.983628,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8"} {"level":"info","ts":1785803707.9836502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","EoS":false} {"level":"info","ts":1785803707.9836671,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8"} {"level":"info","ts":1785803707.983708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8","EoS":true} {"level":"info","ts":1785803707.9837208,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e2aeff0f-a8ff-49fd-89d8-a6ad5c1b1bc8"} {"level":"info","ts":1785803708.022514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803708.022601,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f"} {"level":"info","ts":1785803708.0226173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f"} {"level":"info","ts":1785803708.0226302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","EoS":true} {"level":"info","ts":1785803708.0226543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","header":"x-maas-group"} {"level":"info","ts":1785803708.0226626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","header":"x-maas-username"} {"level":"info","ts":1785803708.022668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","header":"x-maas-subscription"} {"level":"info","ts":1785803708.0226808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803708.0227106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f"} {"level":"info","ts":1785803708.0666583,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f"} {"level":"info","ts":1785803708.0666924,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f"} {"level":"info","ts":1785803708.0667152,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","EoS":false} {"level":"info","ts":1785803708.0667324,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f"} {"level":"info","ts":1785803708.0667603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f","EoS":true} {"level":"info","ts":1785803708.0667684,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"62363bf4-e108-40dd-a754-abcf7782767f"} {"level":"info","ts":1785803708.1083364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803708.108424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6"} {"level":"info","ts":1785803708.1084359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6"} {"level":"info","ts":1785803708.1084478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6","EoS":true} {"level":"info","ts":1785803708.1084695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6","header":"x-maas-subscription"} {"level":"info","ts":1785803708.1084797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6","header":"x-maas-username"} {"level":"info","ts":1785803708.1084855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6","header":"x-maas-group"} {"level":"info","ts":1785803708.1085148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6"} {"level":"info","ts":1785803708.1566844,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6"} {"level":"info","ts":1785803708.1567104,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6"} {"level":"info","ts":1785803708.1567276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6","EoS":false} {"level":"info","ts":1785803708.1567411,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6"} {"level":"info","ts":1785803708.1567693,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6","EoS":true} {"level":"info","ts":1785803708.1567862,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"446e90eb-93f1-4127-b4ff-1f8b1afcd4c6"} {"level":"info","ts":1785803708.971629,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af1c5670-9255-44ea-8e6b-359fe96697ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803708.971667,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af1c5670-9255-44ea-8e6b-359fe96697ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803708.9716792,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a99dc055-3d60-4286-b34c-b0173a937c26"} {"level":"info","ts":1785803709.1152208,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb93b2a7-b498-4833-8fbb-08e15ad39bdc"} {"level":"info","ts":1785803709.1152186,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9445c170-90ca-4ffb-bdbd-39b74ec7fd11","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803709.1152723,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9445c170-90ca-4ffb-bdbd-39b74ec7fd11","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803709.2194872,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"214312cf-35c1-49e5-886c-3af85ad8fb47","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785803709.2195415,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"214312cf-35c1-49e5-886c-3af85ad8fb47","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785805209.5953374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785805209.5954232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14dfed74-afd4-4c1b-bf79-3cd3ee8ebfa9"} {"level":"info","ts":1785805278.953062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785805278.953142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90"} {"level":"info","ts":1785805278.9531522,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90"} {"level":"info","ts":1785805278.9531639,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","EoS":true} {"level":"info","ts":1785805278.9531941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","header":"x-maas-group"} {"level":"info","ts":1785805278.953204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","header":"x-maas-username"} {"level":"info","ts":1785805278.9532092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","header":"x-maas-subscription"} {"level":"info","ts":1785805278.953224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785805278.953248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90"} {"level":"info","ts":1785805278.953916,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90"} {"level":"info","ts":1785805278.9539433,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90"} {"level":"info","ts":1785805278.9539585,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","EoS":false} {"level":"info","ts":1785805278.9539707,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90"} {"level":"info","ts":1785805278.9539914,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90","EoS":true} {"level":"info","ts":1785805278.9540012,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72f13335-5fbf-4b67-9bba-50667febcb90"}