{"level":"info","ts":1784934163.5627136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31719295-c9e3-4405-8fa2-499dce939e0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934163.5627656,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31719295-c9e3-4405-8fa2-499dce939e0a"} {"level":"info","ts":1784934163.5643797,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31719295-c9e3-4405-8fa2-499dce939e0a"} {"level":"info","ts":1784934163.5644233,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"31719295-c9e3-4405-8fa2-499dce939e0a"} {"level":"info","ts":1784934163.5644448,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31719295-c9e3-4405-8fa2-499dce939e0a","EoS":false} {"level":"info","ts":1784934163.564457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31719295-c9e3-4405-8fa2-499dce939e0a","EoS":true} {"level":"info","ts":1784934163.5644846,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"31719295-c9e3-4405-8fa2-499dce939e0a"} {"level":"info","ts":1784934164.3514075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934164.3514729,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe"} {"level":"info","ts":1784934164.3514848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe"} {"level":"info","ts":1784934164.3514953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","EoS":true} {"level":"info","ts":1784934164.3515182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","header":"x-maas-username"} {"level":"info","ts":1784934164.351528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","header":"x-maas-subscription"} {"level":"info","ts":1784934164.351534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","header":"x-maas-group"} {"level":"info","ts":1784934164.351548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934164.3515737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe"} {"level":"info","ts":1784934164.352468,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe"} {"level":"info","ts":1784934164.3524795,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe"} {"level":"info","ts":1784934164.352491,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","EoS":false} {"level":"info","ts":1784934164.3525028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","EoS":true} {"level":"info","ts":1784934164.3525267,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe"} {"level":"info","ts":1784934187.4787598,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934187.4788413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7"} {"level":"info","ts":1784934187.4788551,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7"} {"level":"info","ts":1784934187.4788663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","EoS":true} {"level":"info","ts":1784934187.478892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","header":"x-maas-subscription"} {"level":"info","ts":1784934187.478903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","header":"x-maas-group"} {"level":"info","ts":1784934187.4789076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","header":"x-maas-username"} {"level":"info","ts":1784934187.478922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934187.4789517,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7"} {"level":"info","ts":1784934187.482329,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7"} {"level":"info","ts":1784934187.482355,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7"} {"level":"info","ts":1784934187.4823725,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","EoS":false} {"level":"info","ts":1784934187.4823844,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","EoS":true} {"level":"info","ts":1784934187.4824364,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7"} {"level":"info","ts":1784934187.6168559,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934187.6169295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e"} {"level":"info","ts":1784934187.616941,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e"} {"level":"info","ts":1784934187.6169524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","EoS":true} {"level":"info","ts":1784934187.6169775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","header":"x-maas-subscription"} {"level":"info","ts":1784934187.6169877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","header":"x-maas-group"} {"level":"info","ts":1784934187.6169925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","header":"x-maas-username"} {"level":"info","ts":1784934187.6170063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934187.6170323,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e"} {"level":"info","ts":1784934187.618081,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e"} {"level":"info","ts":1784934187.618106,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e"} {"level":"info","ts":1784934187.6181238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","EoS":false} {"level":"info","ts":1784934187.6181347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","EoS":true} {"level":"info","ts":1784934187.618175,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e"} {"level":"info","ts":1784934187.756289,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934187.7563636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27"} {"level":"info","ts":1784934187.7563748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27"} {"level":"info","ts":1784934187.7563848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","EoS":true} {"level":"info","ts":1784934187.756439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","header":"x-maas-group"} {"level":"info","ts":1784934187.7564495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","header":"x-maas-username"} {"level":"info","ts":1784934187.756454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","header":"x-maas-subscription"} {"level":"info","ts":1784934187.7564666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934187.7564924,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27"} {"level":"info","ts":1784934187.7574918,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27"} {"level":"info","ts":1784934187.757511,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27"} {"level":"info","ts":1784934187.7575257,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","EoS":false} {"level":"info","ts":1784934187.7575366,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","EoS":true} {"level":"info","ts":1784934187.7575672,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27"} {"level":"info","ts":1784934187.8968525,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934187.8969266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e"} {"level":"info","ts":1784934187.8969378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e"} {"level":"info","ts":1784934187.896949,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","EoS":true} {"level":"info","ts":1784934187.8969717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","header":"x-maas-group"} {"level":"info","ts":1784934187.8969831,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","header":"x-maas-username"} {"level":"info","ts":1784934187.896988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","header":"x-maas-subscription"} {"level":"info","ts":1784934187.8969998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934187.8970249,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e"} {"level":"info","ts":1784934187.8980649,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e"} {"level":"info","ts":1784934187.8980842,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e"} {"level":"info","ts":1784934187.8981044,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","EoS":false} {"level":"info","ts":1784934187.8981202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","EoS":true} {"level":"info","ts":1784934187.8981645,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e"} {"level":"info","ts":1784934188.0348265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934188.034901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0"} {"level":"info","ts":1784934188.0349143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0"} {"level":"info","ts":1784934188.0349262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","EoS":true} {"level":"info","ts":1784934188.0349488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","header":"x-maas-username"} {"level":"info","ts":1784934188.0349596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","header":"x-maas-subscription"} {"level":"info","ts":1784934188.034966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","header":"x-maas-group"} {"level":"info","ts":1784934188.0349789,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934188.0350058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0"} {"level":"info","ts":1784934188.0360703,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0"} {"level":"info","ts":1784934188.03609,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0"} {"level":"info","ts":1784934188.0361054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","EoS":false} {"level":"info","ts":1784934188.0361173,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","EoS":true} {"level":"info","ts":1784934188.0361445,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0"} {"level":"info","ts":1784934206.9179053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934206.917981,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088"} {"level":"info","ts":1784934206.917992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088"} {"level":"info","ts":1784934206.9180052,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","EoS":true} {"level":"info","ts":1784934206.9180305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","header":"x-maas-username"} {"level":"info","ts":1784934206.9180424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","header":"x-maas-subscription"} {"level":"info","ts":1784934206.918047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","header":"x-maas-group"} {"level":"info","ts":1784934206.91806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934206.9180858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088"} {"level":"info","ts":1784934206.9191842,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088"} {"level":"info","ts":1784934206.9192011,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088"} {"level":"info","ts":1784934206.919214,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","EoS":false} {"level":"info","ts":1784934206.9192257,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","EoS":true} {"level":"info","ts":1784934206.9192514,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088"} {"level":"info","ts":1784934207.0272288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934207.027296,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"773c0131-8a0b-4f36-9e54-3d19cc9ee68c"} {"level":"info","ts":1784934207.028495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"773c0131-8a0b-4f36-9e54-3d19cc9ee68c"} {"level":"info","ts":1784934207.0285144,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"773c0131-8a0b-4f36-9e54-3d19cc9ee68c"} {"level":"info","ts":1784934207.0285306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"773c0131-8a0b-4f36-9e54-3d19cc9ee68c","EoS":false} {"level":"info","ts":1784934207.028543,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"773c0131-8a0b-4f36-9e54-3d19cc9ee68c"} {"level":"info","ts":1784934207.0285707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"773c0131-8a0b-4f36-9e54-3d19cc9ee68c","EoS":true} {"level":"info","ts":1784934207.0285838,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"773c0131-8a0b-4f36-9e54-3d19cc9ee68c"} {"level":"info","ts":1784934211.6401,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934211.640197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f"} {"level":"info","ts":1784934211.6402133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f"} {"level":"info","ts":1784934211.6402354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","EoS":true} {"level":"info","ts":1784934211.6403267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","header":"x-maas-username"} {"level":"info","ts":1784934211.6403453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","header":"x-maas-group"} {"level":"info","ts":1784934211.6403525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","header":"x-maas-subscription"} {"level":"info","ts":1784934211.6403663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934211.640403,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f"} {"level":"info","ts":1784934211.6412318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f"} {"level":"info","ts":1784934211.641251,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f"} {"level":"info","ts":1784934211.6412747,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","EoS":false} {"level":"info","ts":1784934211.6412964,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","EoS":true} {"level":"info","ts":1784934211.641338,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f"} {"level":"info","ts":1784934222.237219,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934222.237313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd"} {"level":"info","ts":1784934222.2373302,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd"} {"level":"info","ts":1784934222.2373507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","EoS":true} {"level":"info","ts":1784934222.237422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","header":"x-maas-group"} {"level":"info","ts":1784934222.237438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","header":"x-maas-subscription"} {"level":"info","ts":1784934222.2374473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","header":"x-maas-username"} {"level":"info","ts":1784934222.2374644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934222.237499,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd"} {"level":"info","ts":1784934222.240605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd"} {"level":"info","ts":1784934222.2406254,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd"} {"level":"info","ts":1784934222.240645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","EoS":false} {"level":"info","ts":1784934222.2406607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","EoS":true} {"level":"info","ts":1784934222.2407045,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd"} {"level":"info","ts":1784934235.0798075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934235.0798872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798"} {"level":"info","ts":1784934235.0798986,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798"} {"level":"info","ts":1784934235.0799096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","EoS":true} {"level":"info","ts":1784934235.0799334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","header":"x-maas-username"} {"level":"info","ts":1784934235.079941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","header":"x-maas-subscription"} {"level":"info","ts":1784934235.0799468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","header":"x-maas-group"} {"level":"info","ts":1784934235.0799603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934235.0799875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798"} {"level":"info","ts":1784934235.0808227,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798"} {"level":"info","ts":1784934235.0808432,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798"} {"level":"info","ts":1784934235.0808597,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","EoS":false} {"level":"info","ts":1784934235.0808716,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","EoS":true} {"level":"info","ts":1784934235.0809004,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798"} {"level":"info","ts":1784934243.6015027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934243.6015723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb"} {"level":"info","ts":1784934243.6015844,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb"} {"level":"info","ts":1784934243.6015959,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","EoS":true} {"level":"info","ts":1784934243.601619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","header":"x-maas-subscription"} {"level":"info","ts":1784934243.6016295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","header":"x-maas-username"} {"level":"info","ts":1784934243.6016345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","header":"x-maas-group"} {"level":"info","ts":1784934243.6016479,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934243.601674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb"} {"level":"info","ts":1784934243.6025403,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb"} {"level":"info","ts":1784934243.6025722,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb"} {"level":"info","ts":1784934243.6025932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","EoS":false} {"level":"info","ts":1784934243.602607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","EoS":true} {"level":"info","ts":1784934243.6026366,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb"} {"level":"info","ts":1784934252.4634383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934252.4635336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591"} {"level":"info","ts":1784934252.4635458,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591"} {"level":"info","ts":1784934252.4635582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","EoS":true} {"level":"info","ts":1784934252.4635868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","header":"x-maas-group"} {"level":"info","ts":1784934252.4635975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","header":"x-maas-username"} {"level":"info","ts":1784934252.4636035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","header":"x-maas-subscription"} {"level":"info","ts":1784934252.463619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934252.463647,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591"} {"level":"info","ts":1784934252.4646928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591"} {"level":"info","ts":1784934252.4647138,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591"} {"level":"info","ts":1784934252.4647288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","EoS":false} {"level":"info","ts":1784934252.4647403,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","EoS":true} {"level":"info","ts":1784934252.4647703,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591"} {"level":"info","ts":1784934277.2698042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934277.2698822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b"} {"level":"info","ts":1784934277.269891,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b"} {"level":"info","ts":1784934277.2699044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","EoS":true} {"level":"info","ts":1784934277.2699316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","header":"x-maas-subscription"} {"level":"info","ts":1784934277.2699416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","header":"x-maas-username"} {"level":"info","ts":1784934277.2699466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","header":"x-maas-group"} {"level":"info","ts":1784934277.26996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934277.2699866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b"} {"level":"info","ts":1784934277.275529,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b"} {"level":"info","ts":1784934277.2755585,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b"} {"level":"info","ts":1784934277.2755764,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","EoS":false} {"level":"info","ts":1784934277.2755888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","EoS":true} {"level":"info","ts":1784934277.2756207,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b"} {"level":"info","ts":1784934299.5528796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934299.5529613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b"} {"level":"info","ts":1784934299.5529737,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b"} {"level":"info","ts":1784934299.552986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","EoS":true} {"level":"info","ts":1784934299.553012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","header":"x-maas-subscription"} {"level":"info","ts":1784934299.5530224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","header":"x-maas-group"} {"level":"info","ts":1784934299.5530272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","header":"x-maas-username"} {"level":"info","ts":1784934299.5530381,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934299.5530615,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b"} {"level":"info","ts":1784934299.5557735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b"} {"level":"info","ts":1784934299.5557957,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b"} {"level":"info","ts":1784934299.5558097,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","EoS":false} {"level":"info","ts":1784934299.5558202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","EoS":true} {"level":"info","ts":1784934299.555848,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b"} {"level":"info","ts":1784934325.8432193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934325.8432908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b"} {"level":"info","ts":1784934325.8432999,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b"} {"level":"info","ts":1784934325.8433113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","EoS":true} {"level":"info","ts":1784934325.843337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","header":"x-maas-username"} {"level":"info","ts":1784934325.8433478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","header":"x-maas-subscription"} {"level":"info","ts":1784934325.843353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","header":"x-maas-group"} {"level":"info","ts":1784934325.843367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934325.843425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b"} {"level":"info","ts":1784934325.8451748,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b"} {"level":"info","ts":1784934325.8451953,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b"} {"level":"info","ts":1784934325.8452108,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","EoS":false} {"level":"info","ts":1784934325.8452215,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","EoS":true} {"level":"info","ts":1784934325.8452513,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b"} {"level":"info","ts":1784934335.2226522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934335.2227178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879"} {"level":"info","ts":1784934335.222731,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879"} {"level":"info","ts":1784934335.2227423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","EoS":true} {"level":"info","ts":1784934335.2227657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","header":"x-maas-group"} {"level":"info","ts":1784934335.2227752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","header":"x-maas-username"} {"level":"info","ts":1784934335.222783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","header":"x-maas-subscription"} {"level":"info","ts":1784934335.222796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934335.22282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879"} {"level":"info","ts":1784934335.223645,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879"} {"level":"info","ts":1784934335.2236638,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879"} {"level":"info","ts":1784934335.2236784,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","EoS":false} {"level":"info","ts":1784934335.2236922,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","EoS":true} {"level":"info","ts":1784934335.223724,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879"} {"level":"info","ts":1784934335.256263,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934335.256334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9"} {"level":"info","ts":1784934335.2563462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9"} {"level":"info","ts":1784934335.256358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","EoS":true} {"level":"info","ts":1784934335.2563858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","header":"x-maas-username"} {"level":"info","ts":1784934335.2564204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","header":"x-maas-subscription"} {"level":"info","ts":1784934335.2564268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","header":"x-maas-group"} {"level":"info","ts":1784934335.2564394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934335.2564635,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9"} {"level":"info","ts":1784934335.2572262,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9"} {"level":"info","ts":1784934335.25724,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9"} {"level":"info","ts":1784934335.2572527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","EoS":false} {"level":"info","ts":1784934335.2572703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","EoS":true} {"level":"info","ts":1784934335.2572985,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9"} {"level":"info","ts":1784934354.2395232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934354.2395914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864"} {"level":"info","ts":1784934354.2396007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864"} {"level":"info","ts":1784934354.2396111,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","EoS":true} {"level":"info","ts":1784934354.239636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","header":"x-maas-subscription"} {"level":"info","ts":1784934354.2396476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","header":"x-maas-group"} {"level":"info","ts":1784934354.239655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","header":"x-maas-username"} {"level":"info","ts":1784934354.2396684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934354.2396939,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864"} {"level":"info","ts":1784934354.2406328,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864"} {"level":"info","ts":1784934354.2406588,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864"} {"level":"info","ts":1784934354.2406745,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","EoS":false} {"level":"info","ts":1784934354.2406864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","EoS":true} {"level":"info","ts":1784934354.2407148,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864"} {"level":"info","ts":1784934484.731646,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934484.7317317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d"} {"level":"info","ts":1784934484.7317429,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d"} {"level":"info","ts":1784934484.731754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","EoS":true} {"level":"info","ts":1784934484.731776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","header":"x-maas-group"} {"level":"info","ts":1784934484.7317872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","header":"x-maas-subscription"} {"level":"info","ts":1784934484.731792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","header":"x-maas-username"} {"level":"info","ts":1784934484.7318058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784934484.731831,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d"} {"level":"info","ts":1784934484.735189,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d"} {"level":"info","ts":1784934484.7352054,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d"} {"level":"info","ts":1784934484.7352252,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","EoS":false} {"level":"info","ts":1784934484.7352362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","EoS":true} {"level":"info","ts":1784934484.735262,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d"} {"level":"info","ts":1784934521.6479921,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934521.648065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef"} {"level":"info","ts":1784934521.6480772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef"} {"level":"info","ts":1784934521.6480892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","EoS":true} {"level":"info","ts":1784934521.6481133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","header":"x-maas-group"} {"level":"info","ts":1784934521.6481237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","header":"x-maas-subscription"} {"level":"info","ts":1784934521.6481314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","header":"x-maas-username"} {"level":"info","ts":1784934521.6481478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934521.6481748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef"} {"level":"info","ts":1784934521.6503444,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef"} {"level":"info","ts":1784934521.650364,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef"} {"level":"info","ts":1784934521.6503785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","EoS":false} {"level":"info","ts":1784934521.6504092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","EoS":true} {"level":"info","ts":1784934521.6504376,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef"} {"level":"info","ts":1784934536.9107926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934536.9108708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d"} {"level":"info","ts":1784934536.910882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d"} {"level":"info","ts":1784934536.910894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","EoS":true} {"level":"info","ts":1784934536.9109187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","header":"x-maas-group"} {"level":"info","ts":1784934536.9109294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","header":"x-maas-subscription"} {"level":"info","ts":1784934536.9109342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","header":"x-maas-username"} {"level":"info","ts":1784934536.9109485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934536.910973,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d"} {"level":"info","ts":1784934536.911779,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d"} {"level":"info","ts":1784934536.9118025,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d"} {"level":"info","ts":1784934536.9118228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","EoS":false} {"level":"info","ts":1784934536.9118385,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","EoS":true} {"level":"info","ts":1784934536.9118683,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d"} {"level":"info","ts":1784934856.334176,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934856.334254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e"} {"level":"info","ts":1784934856.3342628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e"} {"level":"info","ts":1784934856.3342745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","EoS":true} {"level":"info","ts":1784934856.3342998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","header":"x-maas-username"} {"level":"info","ts":1784934856.3343112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","header":"x-maas-group"} {"level":"info","ts":1784934856.334318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","header":"x-maas-subscription"} {"level":"info","ts":1784934856.334333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934856.3343596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e"} {"level":"info","ts":1784934856.3378391,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e"} {"level":"info","ts":1784934856.3378575,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e"} {"level":"info","ts":1784934856.3378732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","EoS":false} {"level":"info","ts":1784934856.3378842,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","EoS":true} {"level":"info","ts":1784934856.3379123,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e"} {"level":"info","ts":1784934861.1113164,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"470f813f-75e3-411b-b4b2-1adcfe955719","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784934861.1115785,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34822.599682011,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.1115944,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.1778877,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.2126224,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"470f813f-75e3-411b-b4b2-1adcfe955719","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784934861.2188206,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1401b849-01c2-4c4e-b54d-b5a81450a2e8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784934861.2188606,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1401b849-01c2-4c4e-b54d-b5a81450a2e8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784934861.218872,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f986d325-73ac-4f22-ac8a-9f85af49ca4e"} {"level":"info","ts":1784934861.2262945,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3af004d-6554-406b-9d80-5cb3a1507ad7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784934861.2263203,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3af004d-6554-406b-9d80-5cb3a1507ad7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784934861.2266839,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36619.386707958,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.2267005,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.2358344,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.3269515,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f986d325-73ac-4f22-ac8a-9f85af49ca4e","name":"e2e-external-provider"} {"level":"info","ts":1784934861.3277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4f0ae26-bc2a-4284-ac50-ab3b449932a8"} {"level":"info","ts":1784934861.3277404,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d5f9259-1c28-4561-a953-9bcce950734c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.3277957,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d5f9259-1c28-4561-a953-9bcce950734c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.3336709,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4f0ae26-bc2a-4284-ac50-ab3b449932a8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784934861.333879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52a68917-31cd-4acb-8da2-b1db2aadb931","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.3339713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52a68917-31cd-4acb-8da2-b1db2aadb931","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784934861.3408682,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4f0ae26-bc2a-4284-ac50-ab3b449932a8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934861.3409505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1c53867-df08-4a84-bddb-0d9e4e3c1573"} {"level":"info","ts":1784934861.340987,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1c53867-df08-4a84-bddb-0d9e4e3c1573","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784934861.3409913,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7effb945-17d6-497c-beb2-488d61a65e6a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.3410168,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7effb945-17d6-497c-beb2-488d61a65e6a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784934861.3465104,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1c53867-df08-4a84-bddb-0d9e4e3c1573","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934861.3465765,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f986d325-73ac-4f22-ac8a-9f85af49ca4e","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784934861.3466096,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a124d2dc-0738-42b6-9f85-2678f8c9d4e2"} {"level":"info","ts":1784934861.3466668,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a124d2dc-0738-42b6-9f85-2678f8c9d4e2","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784934861.35083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a124d2dc-0738-42b6-9f85-2678f8c9d4e2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934861.356653,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f986d325-73ac-4f22-ac8a-9f85af49ca4e","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784934861.361296,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f986d325-73ac-4f22-ac8a-9f85af49ca4e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784934861.3695347,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c544220-cfc1-4d03-ac37-6a93d4d23169","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.3695855,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c544220-cfc1-4d03-ac37-6a93d4d23169","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.3696194,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67e8eb60-4fde-475e-83a3-483db2fc5484"} {"level":"info","ts":1784934861.3696506,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f86f44d-08f2-46ea-b5cc-0c65cd6d0974","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784934861.3696797,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67e8eb60-4fde-475e-83a3-483db2fc5484","name":"e2e-external-provider"} {"level":"info","ts":1784934861.3696837,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f86f44d-08f2-46ea-b5cc-0c65cd6d0974","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784934861.3697665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6afb3247-eda9-4430-87a8-acfe2031c115"} {"level":"info","ts":1784934861.3700237,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35337.919143861,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.370048,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.3773692,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.3792627,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67e8eb60-4fde-475e-83a3-483db2fc5484","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784934861.3844945,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1520bf9f-d8d2-43e0-a87d-6df563ca3278"} {"level":"info","ts":1784934861.384563,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1520bf9f-d8d2-43e0-a87d-6df563ca3278","name":"e2e-external-provider"} {"level":"info","ts":1784934861.3947403,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1520bf9f-d8d2-43e0-a87d-6df563ca3278","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784934861.4708123,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6afb3247-eda9-4430-87a8-acfe2031c115","name":"e2e-external-model"} {"level":"info","ts":1784934861.4832706,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6afb3247-eda9-4430-87a8-acfe2031c115","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784934861.488823,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee696e06-e077-4b1c-962a-a021568e78ab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.4888535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee696e06-e077-4b1c-962a-a021568e78ab","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.4889238,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"552ce1b7-d8c7-4a2a-968b-73210b8311e3"} {"level":"info","ts":1784934861.4889777,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"552ce1b7-d8c7-4a2a-968b-73210b8311e3","name":"e2e-external-model"} {"level":"error","ts":1784934861.5050473,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"552ce1b7-d8c7-4a2a-968b-73210b8311e3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934861.505092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"041bd855-29fb-411c-a846-8d5849e3a2c2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.505114,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"041bd855-29fb-411c-a846-8d5849e3a2c2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.5051203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0332b8c-c499-484c-8c54-03fa2580b232"} {"level":"info","ts":1784934861.5051687,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0332b8c-c499-484c-8c54-03fa2580b232","name":"e2e-external-model"} {"level":"info","ts":1784934861.5127223,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0332b8c-c499-484c-8c54-03fa2580b232","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784934861.5177562,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46d2b775-d190-4aca-b018-02eb222a361a"} {"level":"info","ts":1784934861.5177777,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d62aed6-3121-48c0-944a-f52e6930a6bc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.5178022,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d62aed6-3121-48c0-944a-f52e6930a6bc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.5178175,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46d2b775-d190-4aca-b018-02eb222a361a","name":"e2e-external-model"} {"level":"info","ts":1784934861.5275905,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46d2b775-d190-4aca-b018-02eb222a361a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784934873.0046775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934873.004743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64"} {"level":"info","ts":1784934873.004752,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64"} {"level":"info","ts":1784934873.004763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","EoS":true} {"level":"info","ts":1784934873.004782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","header":"x-maas-subscription"} {"level":"info","ts":1784934873.004793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","header":"x-maas-username"} {"level":"info","ts":1784934873.0047977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","header":"x-maas-group"} {"level":"info","ts":1784934873.0048096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784934873.0048184,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","modelName":"e2e-external-model"} {"level":"info","ts":1784934873.0048308,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784934873.0049055,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784934873.004924,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","authType":"apikey"} {"level":"info","ts":1784934873.0049527,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64"} {"level":"info","ts":1784934873.1136467,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16e8d752-95e2-4dc8-8dab-cf7fe71d19f6"} {"level":"info","ts":1784934873.1136434,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15c83e0a-f147-4142-8bc7-5c6033f8d4f2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934873.1137726,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15c83e0a-f147-4142-8bc7-5c6033f8d4f2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784934873.1187906,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9a79fa1-b96b-4b40-abc8-6d8f41114401","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934873.1188152,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9a79fa1-b96b-4b40-abc8-6d8f41114401","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784934873.1219397,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16e8d752-95e2-4dc8-8dab-cf7fe71d19f6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934873.1220133,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16e8d752-95e2-4dc8-8dab-cf7fe71d19f6","name":"e2e-cleanup-test"} {"level":"info","ts":1784934873.1353452,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"12a0a5d4-d170-472e-8233-265564f4a510","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934873.1353836,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"12a0a5d4-d170-472e-8233-265564f4a510","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784934873.1418843,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16e8d752-95e2-4dc8-8dab-cf7fe71d19f6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784934873.1419256,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16e8d752-95e2-4dc8-8dab-cf7fe71d19f6","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934873.1419735,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7f3d1bf-17fc-4825-92d3-43cdda9b9191"} {"level":"info","ts":1784934873.1420188,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7f3d1bf-17fc-4825-92d3-43cdda9b9191","name":"e2e-cleanup-test"} {"level":"info","ts":1784934873.1494944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a023bad4-3ef9-4fd2-b327-33c41c21a5bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934873.1495287,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a023bad4-3ef9-4fd2-b327-33c41c21a5bb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784934873.1503184,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7f3d1bf-17fc-4825-92d3-43cdda9b9191","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784934873.1536808,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7f3d1bf-17fc-4825-92d3-43cdda9b9191","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934873.1537461,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c47431ba-320a-463e-9475-17e7d12bdc09"} {"level":"info","ts":1784934873.153798,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c47431ba-320a-463e-9475-17e7d12bdc09","name":"e2e-cleanup-test"} {"level":"info","ts":1784934873.1609163,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c47431ba-320a-463e-9475-17e7d12bdc09","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784934873.1616914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b66a0889-1f3e-47d3-b655-9b71546122b9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934873.1617172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b66a0889-1f3e-47d3-b655-9b71546122b9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784934873.164171,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c47431ba-320a-463e-9475-17e7d12bdc09","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934873.1642447,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40dbee31-e7e7-4296-b47a-f803660f42fd"} {"level":"info","ts":1784934873.164284,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40dbee31-e7e7-4296-b47a-f803660f42fd","name":"e2e-cleanup-test"} {"level":"info","ts":1784934873.1727242,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40dbee31-e7e7-4296-b47a-f803660f42fd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784934881.3747635,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05ba0082-a094-484a-8b4e-15f5be2a48f9"} {"level":"info","ts":1784934881.3747923,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f20277c9-71f5-4a56-b46d-523c4442f189","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934881.3748178,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f20277c9-71f5-4a56-b46d-523c4442f189","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934885.67385,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934885.6739054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9"} {"level":"info","ts":1784934885.6739132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9"} {"level":"info","ts":1784934885.6739237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9","EoS":true} {"level":"info","ts":1784934885.6739562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784934885.6739812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9"} {"level":"info","ts":1784934885.7161045,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934885.716164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e"} {"level":"info","ts":1784934885.7161732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e"} {"level":"info","ts":1784934885.7161863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","EoS":true} {"level":"info","ts":1784934885.7162082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","header":"x-maas-username"} {"level":"info","ts":1784934885.7162187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","header":"x-maas-subscription"} {"level":"info","ts":1784934885.7162235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","header":"x-maas-group"} {"level":"info","ts":1784934885.716236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784934885.7162442,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","modelName":"e2e-external-model"} {"level":"info","ts":1784934885.7162561,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784934885.7162783,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784934885.716297,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","authType":"apikey"} {"level":"info","ts":1784934885.716328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e"} {"level":"info","ts":1784934885.757751,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934885.7578127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3"} {"level":"info","ts":1784934885.7578228,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3"} {"level":"info","ts":1784934885.7578344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","EoS":true} {"level":"info","ts":1784934885.7578568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","header":"x-maas-username"} {"level":"info","ts":1784934885.7578664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","header":"x-maas-subscription"} {"level":"info","ts":1784934885.757872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","header":"x-maas-group"} {"level":"info","ts":1784934885.7578835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784934885.7579055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3"} {"level":"info","ts":1784934885.863232,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3"} {"level":"info","ts":1784934885.8632572,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3"} {"level":"info","ts":1784934885.8632767,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","EoS":false} {"level":"info","ts":1784934885.86329,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","EoS":true} {"level":"error","ts":1784934885.8633015,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1784934885.8633502,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3"} {"level":"info","ts":1784934885.901783,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934885.9018357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5"} {"level":"info","ts":1784934885.9018455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5"} {"level":"info","ts":1784934885.901856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5","EoS":true} {"level":"info","ts":1784934885.9018738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5","header":"x-maas-group"} {"level":"info","ts":1784934885.901884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5","header":"x-maas-subscription"} {"level":"info","ts":1784934885.9018886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5","header":"x-maas-username"} {"level":"info","ts":1784934885.9019134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5"} {"level":"info","ts":1784934885.9995222,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5"} {"level":"info","ts":1784934885.9995482,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5"} {"level":"info","ts":1784934885.999566,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5","EoS":false} {"level":"info","ts":1784934885.9995792,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5","EoS":true} {"level":"error","ts":1784934885.9995902,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1784934885.999626,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5"} {"level":"info","ts":1784934886.8327148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77441109-b7cc-42eb-bcc7-dbabc8e96df5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934886.8327541,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77441109-b7cc-42eb-bcc7-dbabc8e96df5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934886.832764,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f42664cc-e19a-4e90-88c4-e3b760b2aa55"} {"level":"info","ts":1784934886.9821436,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"899c6093-e917-4c61-8e48-3bb1bfb3c43d"} {"level":"info","ts":1784934886.9821436,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a37095a2-7097-409b-80c6-74ae890af1fe","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784934886.9822152,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a37095a2-7097-409b-80c6-74ae890af1fe","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784934887.10669,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"288eeaf7-6512-4eee-937c-226de0c3300d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784934887.1067572,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"288eeaf7-6512-4eee-937c-226de0c3300d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784935977.6518514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935977.6519256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8a11be1-cef0-4508-8ccf-031398335963"} {"level":"info","ts":1784936049.165963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936049.1660385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece"} {"level":"info","ts":1784936049.1660469,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece"} {"level":"info","ts":1784936049.1660628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","EoS":true} {"level":"info","ts":1784936049.1660964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","header":"x-maas-group"} {"level":"info","ts":1784936049.1661072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","header":"x-maas-subscription"} {"level":"info","ts":1784936049.1661124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","header":"x-maas-username"} {"level":"info","ts":1784936049.1661265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784936049.1661494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece"} {"level":"info","ts":1784936049.16854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece"} {"level":"info","ts":1784936049.1685624,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece"} {"level":"info","ts":1784936049.1685772,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","EoS":false} {"level":"info","ts":1784936049.1685889,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","EoS":true} {"level":"info","ts":1784936049.1686246,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece"}