{"level":"info","ts":1785181370.9011674,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a517dba6-230d-4119-ad76-5fd7c6c47695"} {"level":"info","ts":1785181370.9011824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a517dba6-230d-4119-ad76-5fd7c6c47695","EoS":false} {"level":"info","ts":1785181370.9011934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a517dba6-230d-4119-ad76-5fd7c6c47695","EoS":true} {"level":"info","ts":1785181370.9012175,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a517dba6-230d-4119-ad76-5fd7c6c47695"} {"level":"info","ts":1785181383.5940256,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181383.5941167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1"} {"level":"info","ts":1785181383.5941358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1"} {"level":"info","ts":1785181383.594154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1","EoS":true} {"level":"info","ts":1785181383.5941844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1","header":"x-maas-username"} {"level":"info","ts":1785181383.5941975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1","header":"x-maas-subscription"} {"level":"info","ts":1785181383.5942042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1","header":"x-maas-group"} {"level":"info","ts":1785181383.594224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181383.5942564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1"} {"level":"info","ts":1785181383.596043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1"} {"level":"info","ts":1785181383.5960639,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1"} {"level":"info","ts":1785181383.5960782,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1","EoS":false} {"level":"info","ts":1785181383.5960915,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1","EoS":true} {"level":"info","ts":1785181383.5961223,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fb56fe4a-263a-470e-a5a1-99dceb36faf1"} {"level":"info","ts":1785181384.371464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181384.371539,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917"} {"level":"info","ts":1785181384.3715498,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917"} {"level":"info","ts":1785181384.3715608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917","EoS":true} {"level":"info","ts":1785181384.3715825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917","header":"x-maas-subscription"} {"level":"info","ts":1785181384.3715925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917","header":"x-maas-username"} {"level":"info","ts":1785181384.3716002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917","header":"x-maas-group"} {"level":"info","ts":1785181384.3716128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181384.3716373,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917"} {"level":"info","ts":1785181384.3725197,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917"} {"level":"info","ts":1785181384.3725417,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917"} {"level":"info","ts":1785181384.3725579,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917","EoS":false} {"level":"info","ts":1785181384.372576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917","EoS":true} {"level":"info","ts":1785181384.3726075,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c30bab1b-b290-4eb3-ac6b-005853724917"} {"level":"info","ts":1785181404.3304358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181404.3305218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736"} {"level":"info","ts":1785181404.3305366,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736"} {"level":"info","ts":1785181404.3305557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736","EoS":true} {"level":"info","ts":1785181404.3305936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736","header":"x-maas-username"} {"level":"info","ts":1785181404.3306057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736","header":"x-maas-group"} {"level":"info","ts":1785181404.330614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736","header":"x-maas-subscription"} {"level":"info","ts":1785181404.3306339,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181404.3306646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736"} {"level":"info","ts":1785181404.3336782,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736"} {"level":"info","ts":1785181404.3336983,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736"} {"level":"info","ts":1785181404.3337123,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736","EoS":false} {"level":"info","ts":1785181404.333726,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736","EoS":true} {"level":"info","ts":1785181404.3337636,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"39aed799-94d0-4bf1-846a-3538f3a35736"} {"level":"info","ts":1785181404.4680555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181404.4681401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea"} {"level":"info","ts":1785181404.4681542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea"} {"level":"info","ts":1785181404.4681733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea","EoS":true} {"level":"info","ts":1785181404.4682071,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea","header":"x-maas-group"} {"level":"info","ts":1785181404.4682188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea","header":"x-maas-subscription"} {"level":"info","ts":1785181404.468228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea","header":"x-maas-username"} {"level":"info","ts":1785181404.4682474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181404.46828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea"} {"level":"info","ts":1785181404.469111,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea"} {"level":"info","ts":1785181404.469131,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea"} {"level":"info","ts":1785181404.4691463,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea","EoS":false} {"level":"info","ts":1785181404.4691572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea","EoS":true} {"level":"info","ts":1785181404.4691887,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a2581c92-82f5-4faf-b005-35c23f9621ea"} {"level":"info","ts":1785181404.6024125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181404.6024816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70"} {"level":"info","ts":1785181404.602492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70"} {"level":"info","ts":1785181404.6025043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70","EoS":true} {"level":"info","ts":1785181404.6025264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70","header":"x-maas-username"} {"level":"info","ts":1785181404.6025364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70","header":"x-maas-group"} {"level":"info","ts":1785181404.6025443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70","header":"x-maas-subscription"} {"level":"info","ts":1785181404.6025565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181404.60258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70"} {"level":"info","ts":1785181404.6034815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70"} {"level":"info","ts":1785181404.6035001,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70"} {"level":"info","ts":1785181404.603514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70","EoS":false} {"level":"info","ts":1785181404.6035237,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70","EoS":true} {"level":"info","ts":1785181404.603556,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f1bf84f3-878a-428b-b5bd-9878d4c60a70"} {"level":"info","ts":1785181404.7414412,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181404.7415068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552"} {"level":"info","ts":1785181404.7415173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552"} {"level":"info","ts":1785181404.7415276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552","EoS":true} {"level":"info","ts":1785181404.7415514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552","header":"x-maas-subscription"} {"level":"info","ts":1785181404.741561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552","header":"x-maas-group"} {"level":"info","ts":1785181404.741566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552","header":"x-maas-username"} {"level":"info","ts":1785181404.7415795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181404.7416039,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552"} {"level":"info","ts":1785181404.7424684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552"} {"level":"info","ts":1785181404.742488,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552"} {"level":"info","ts":1785181404.7425022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552","EoS":false} {"level":"info","ts":1785181404.7425232,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552","EoS":true} {"level":"info","ts":1785181404.742549,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"04289f3f-f1d6-4d9e-bd17-333fcf09b552"} {"level":"info","ts":1785181404.8785353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181404.8786194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f"} {"level":"info","ts":1785181404.8786323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f"} {"level":"info","ts":1785181404.8786516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f","EoS":true} {"level":"info","ts":1785181404.878689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f","header":"x-maas-subscription"} {"level":"info","ts":1785181404.8787029,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f","header":"x-maas-group"} {"level":"info","ts":1785181404.8787103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f","header":"x-maas-username"} {"level":"info","ts":1785181404.8787532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181404.8787904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f"} {"level":"info","ts":1785181404.8796282,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f"} {"level":"info","ts":1785181404.879646,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f"} {"level":"info","ts":1785181404.8796592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f","EoS":false} {"level":"info","ts":1785181404.8796728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f","EoS":true} {"level":"info","ts":1785181404.8797026,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e2c15ba9-ac53-4a64-8ef9-4e946743c28f"} {"level":"info","ts":1785181420.5485275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181420.5486138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451"} {"level":"info","ts":1785181420.5486352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451"} {"level":"info","ts":1785181420.5486484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451","EoS":true} {"level":"info","ts":1785181420.548673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451","header":"x-maas-subscription"} {"level":"info","ts":1785181420.5486827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451","header":"x-maas-group"} {"level":"info","ts":1785181420.5486877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451","header":"x-maas-username"} {"level":"info","ts":1785181420.5487008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181420.5487258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451"} {"level":"info","ts":1785181420.5512784,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451"} {"level":"info","ts":1785181420.5512967,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451"} {"level":"info","ts":1785181420.5513186,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451","EoS":false} {"level":"info","ts":1785181420.5513334,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451","EoS":true} {"level":"info","ts":1785181420.5513651,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"11d6a5f8-e6da-41c3-990c-307a65784451"} {"level":"info","ts":1785181420.6416051,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181420.641685,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb0089d1-18da-40ec-a47d-00fb3f269d97"} {"level":"info","ts":1785181420.6425016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb0089d1-18da-40ec-a47d-00fb3f269d97"} {"level":"info","ts":1785181420.642526,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb0089d1-18da-40ec-a47d-00fb3f269d97"} {"level":"info","ts":1785181420.6425483,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb0089d1-18da-40ec-a47d-00fb3f269d97","EoS":false} {"level":"info","ts":1785181420.6425664,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eb0089d1-18da-40ec-a47d-00fb3f269d97"} {"level":"info","ts":1785181420.6425934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb0089d1-18da-40ec-a47d-00fb3f269d97","EoS":true} {"level":"info","ts":1785181420.6426058,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eb0089d1-18da-40ec-a47d-00fb3f269d97"} {"level":"info","ts":1785181425.2496803,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181425.2497816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2"} {"level":"info","ts":1785181425.2497964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2"} {"level":"info","ts":1785181425.2498167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2","EoS":true} {"level":"info","ts":1785181425.2498503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2","header":"x-maas-username"} {"level":"info","ts":1785181425.2498634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2","header":"x-maas-subscription"} {"level":"info","ts":1785181425.2498705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2","header":"x-maas-group"} {"level":"info","ts":1785181425.2498882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181425.2499216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2"} {"level":"info","ts":1785181425.2516062,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2"} {"level":"info","ts":1785181425.2516239,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2"} {"level":"info","ts":1785181425.2516391,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2","EoS":false} {"level":"info","ts":1785181425.25165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2","EoS":true} {"level":"info","ts":1785181425.2516797,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"870829f2-9be7-413d-8bfe-1edf155417a2"} {"level":"info","ts":1785181437.8521237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181437.8522038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180"} {"level":"info","ts":1785181437.8522153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180"} {"level":"info","ts":1785181437.852226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180","EoS":true} {"level":"info","ts":1785181437.852251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180","header":"x-maas-group"} {"level":"info","ts":1785181437.852261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180","header":"x-maas-username"} {"level":"info","ts":1785181437.8522668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180","header":"x-maas-subscription"} {"level":"info","ts":1785181437.852279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181437.8523026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180"} {"level":"info","ts":1785181437.8539279,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180"} {"level":"info","ts":1785181437.8539507,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180"} {"level":"info","ts":1785181437.8539662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180","EoS":false} {"level":"info","ts":1785181437.8539789,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180","EoS":true} {"level":"info","ts":1785181437.8540094,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4b59846d-d0c9-4ad7-adb4-46044a6c5180"} {"level":"info","ts":1785181450.7245867,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181450.7246618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3"} {"level":"info","ts":1785181450.7246757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3"} {"level":"info","ts":1785181450.7246873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3","EoS":true} {"level":"info","ts":1785181450.7247117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3","header":"x-maas-username"} {"level":"info","ts":1785181450.7247205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3","header":"x-maas-group"} {"level":"info","ts":1785181450.7247436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3","header":"x-maas-subscription"} {"level":"info","ts":1785181450.724759,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181450.7247808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3"} {"level":"info","ts":1785181450.7257078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3"} {"level":"info","ts":1785181450.7257273,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3"} {"level":"info","ts":1785181450.7257707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3","EoS":false} {"level":"info","ts":1785181450.7257903,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3","EoS":true} {"level":"info","ts":1785181450.7258403,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8c4ef926-c49c-4116-8be9-7754e83c06d3"} {"level":"info","ts":1785181459.2717774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181459.2718513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489"} {"level":"info","ts":1785181459.2718678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489"} {"level":"info","ts":1785181459.27188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489","EoS":true} {"level":"info","ts":1785181459.271907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489","header":"x-maas-subscription"} {"level":"info","ts":1785181459.271917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489","header":"x-maas-username"} {"level":"info","ts":1785181459.271922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489","header":"x-maas-group"} {"level":"info","ts":1785181459.2719352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181459.2719579,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489"} {"level":"info","ts":1785181459.2728627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489"} {"level":"info","ts":1785181459.2728817,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489"} {"level":"info","ts":1785181459.2728953,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489","EoS":false} {"level":"info","ts":1785181459.2729077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489","EoS":true} {"level":"info","ts":1785181459.2729404,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"641d8fbd-0e68-4fc1-bcd7-9c0a0f005489"} {"level":"info","ts":1785181468.1151175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181468.1151931,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64"} {"level":"info","ts":1785181468.1152067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64"} {"level":"info","ts":1785181468.1152186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64","EoS":true} {"level":"info","ts":1785181468.1152434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64","header":"x-maas-group"} {"level":"info","ts":1785181468.115254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64","header":"x-maas-username"} {"level":"info","ts":1785181468.115259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64","header":"x-maas-subscription"} {"level":"info","ts":1785181468.1152723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181468.1152976,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64"} {"level":"info","ts":1785181468.1162076,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64"} {"level":"info","ts":1785181468.1162286,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64"} {"level":"info","ts":1785181468.1162505,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64","EoS":false} {"level":"info","ts":1785181468.1162703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64","EoS":true} {"level":"info","ts":1785181468.116312,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"26bb9c48-58d6-4589-aaaf-abbf8b670a64"} {"level":"info","ts":1785181490.8712535,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181490.8713353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3"} {"level":"info","ts":1785181490.8713527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3"} {"level":"info","ts":1785181490.871371,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3","EoS":true} {"level":"info","ts":1785181490.8714054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3","header":"x-maas-subscription"} {"level":"info","ts":1785181490.8714187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3","header":"x-maas-username"} {"level":"info","ts":1785181490.8714278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3","header":"x-maas-group"} {"level":"info","ts":1785181490.871445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181490.8714814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3"} {"level":"info","ts":1785181490.8730528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3"} {"level":"info","ts":1785181490.8730743,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3"} {"level":"info","ts":1785181490.8730896,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3","EoS":false} {"level":"info","ts":1785181490.8731005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3","EoS":true} {"level":"info","ts":1785181490.8731363,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"564adbb8-4da3-40e8-8011-cd1d2173c8d3"} {"level":"info","ts":1785181512.9880056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181512.9880702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f"} {"level":"info","ts":1785181512.9880786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f"} {"level":"info","ts":1785181512.98809,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f","EoS":true} {"level":"info","ts":1785181512.988119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f","header":"x-maas-username"} {"level":"info","ts":1785181512.9881287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f","header":"x-maas-subscription"} {"level":"info","ts":1785181512.9881341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f","header":"x-maas-group"} {"level":"info","ts":1785181512.9881468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181512.9881694,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f"} {"level":"info","ts":1785181512.9888473,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f"} {"level":"info","ts":1785181512.9888682,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f"} {"level":"info","ts":1785181512.9888873,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f","EoS":false} {"level":"info","ts":1785181512.9889016,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f","EoS":true} {"level":"info","ts":1785181512.988933,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d69fd6b1-4fd8-4db2-a11a-6091785ae19f"} {"level":"info","ts":1785181539.192467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181539.1925313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598"} {"level":"info","ts":1785181539.19254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598"} {"level":"info","ts":1785181539.1925507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598","EoS":true} {"level":"info","ts":1785181539.1925719,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598","header":"x-maas-group"} {"level":"info","ts":1785181539.1925821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598","header":"x-maas-username"} {"level":"info","ts":1785181539.1925876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598","header":"x-maas-subscription"} {"level":"info","ts":1785181539.1926003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181539.1926243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598"} {"level":"info","ts":1785181539.1953633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598"} {"level":"info","ts":1785181539.1953876,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598"} {"level":"info","ts":1785181539.195409,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598","EoS":false} {"level":"info","ts":1785181539.1954262,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598","EoS":true} {"level":"info","ts":1785181539.1954584,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"63a279b6-19c7-4604-8094-3c82e3e3a598"} {"level":"info","ts":1785181548.5822978,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181548.5823662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc"} {"level":"info","ts":1785181548.5823758,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc"} {"level":"info","ts":1785181548.5823874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc","EoS":true} {"level":"info","ts":1785181548.5824103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc","header":"x-maas-subscription"} {"level":"info","ts":1785181548.5824208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc","header":"x-maas-username"} {"level":"info","ts":1785181548.5824263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc","header":"x-maas-group"} {"level":"info","ts":1785181548.582439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181548.5824635,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc"} {"level":"info","ts":1785181548.5833528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc"} {"level":"info","ts":1785181548.5833738,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc"} {"level":"info","ts":1785181548.5833902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc","EoS":false} {"level":"info","ts":1785181548.5834086,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc","EoS":true} {"level":"info","ts":1785181548.583436,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cf770d0d-18f8-47e8-98fe-22aa9ef5aedc"} {"level":"info","ts":1785181548.6144538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181548.614524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719"} {"level":"info","ts":1785181548.6145408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719"} {"level":"info","ts":1785181548.6145594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719","EoS":true} {"level":"info","ts":1785181548.6145897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719","header":"x-maas-username"} {"level":"info","ts":1785181548.6146035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719","header":"x-maas-group"} {"level":"info","ts":1785181548.6146119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719","header":"x-maas-subscription"} {"level":"info","ts":1785181548.614631,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181548.6146626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719"} {"level":"info","ts":1785181548.6155992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719"} {"level":"info","ts":1785181548.615621,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719"} {"level":"info","ts":1785181548.6156375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719","EoS":false} {"level":"info","ts":1785181548.615648,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719","EoS":true} {"level":"info","ts":1785181548.6156757,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"36968ec1-4fd4-4225-8d8a-37960f000719"} {"level":"info","ts":1785181567.5695808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181567.569671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c"} {"level":"info","ts":1785181567.5696862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c"} {"level":"info","ts":1785181567.5697057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c","EoS":true} {"level":"info","ts":1785181567.569779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c","header":"x-maas-group"} {"level":"info","ts":1785181567.5697944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c","header":"x-maas-username"} {"level":"info","ts":1785181567.5698032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c","header":"x-maas-subscription"} {"level":"info","ts":1785181567.5698233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181567.569857,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c"} {"level":"info","ts":1785181567.5709229,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c"} {"level":"info","ts":1785181567.570943,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c"} {"level":"info","ts":1785181567.5709603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c","EoS":false} {"level":"info","ts":1785181567.570977,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c","EoS":true} {"level":"info","ts":1785181567.5710056,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9f260ed7-7ada-45f3-acee-8c56d9377c5c"} {"level":"info","ts":1785181699.336569,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181699.3366425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d"} {"level":"info","ts":1785181699.3366551,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d"} {"level":"info","ts":1785181699.3366702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d","EoS":true} {"level":"info","ts":1785181699.3366978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d","header":"x-maas-username"} {"level":"info","ts":1785181699.3367093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d","header":"x-maas-subscription"} {"level":"info","ts":1785181699.336715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d","header":"x-maas-group"} {"level":"info","ts":1785181699.3367422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785181699.3367712,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d"} {"level":"info","ts":1785181699.3398032,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d"} {"level":"info","ts":1785181699.3398266,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d"} {"level":"info","ts":1785181699.339843,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d","EoS":false} {"level":"info","ts":1785181699.3398552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d","EoS":true} {"level":"info","ts":1785181699.3398805,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7da7cc6e-d14a-4a45-8417-5589cab2860d"} {"level":"info","ts":1785181736.236824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181736.2368903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19"} {"level":"info","ts":1785181736.236902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19"} {"level":"info","ts":1785181736.2369125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19","EoS":true} {"level":"info","ts":1785181736.2369344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19","header":"x-maas-group"} {"level":"info","ts":1785181736.2369452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19","header":"x-maas-subscription"} {"level":"info","ts":1785181736.236953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19","header":"x-maas-username"} {"level":"info","ts":1785181736.2369688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181736.236991,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19"} {"level":"info","ts":1785181736.2379396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19"} {"level":"info","ts":1785181736.2379599,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19"} {"level":"info","ts":1785181736.2379751,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19","EoS":false} {"level":"info","ts":1785181736.2379863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19","EoS":true} {"level":"info","ts":1785181736.2380154,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1f5a832f-2ed9-4f87-9c81-f4d8bc32ed19"} {"level":"info","ts":1785181751.436526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181751.43661,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb"} {"level":"info","ts":1785181751.4366274,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb"} {"level":"info","ts":1785181751.43664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb","EoS":true} {"level":"info","ts":1785181751.4366627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb","header":"x-maas-subscription"} {"level":"info","ts":1785181751.4366736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb","header":"x-maas-username"} {"level":"info","ts":1785181751.436679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb","header":"x-maas-group"} {"level":"info","ts":1785181751.436692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181751.4367175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb"} {"level":"info","ts":1785181751.4376795,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb"} {"level":"info","ts":1785181751.4377034,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb"} {"level":"info","ts":1785181751.4377213,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb","EoS":false} {"level":"info","ts":1785181751.4377522,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb","EoS":true} {"level":"info","ts":1785181751.4377832,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3d8597b5-9b35-4cbf-9a57-fe4d2e7c26cb"} {"level":"info","ts":1785182084.7640834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182084.7641752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9"} {"level":"info","ts":1785182084.7641933,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9"} {"level":"info","ts":1785182084.7642105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9","EoS":true} {"level":"info","ts":1785182084.764243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9","header":"x-maas-username"} {"level":"info","ts":1785182084.7642574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9","header":"x-maas-subscription"} {"level":"info","ts":1785182084.7642622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9","header":"x-maas-group"} {"level":"info","ts":1785182084.764274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182084.7642968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9"} {"level":"info","ts":1785182084.7667778,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9"} {"level":"info","ts":1785182084.7668202,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9"} {"level":"info","ts":1785182084.7668352,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9","EoS":false} {"level":"info","ts":1785182084.7668514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9","EoS":true} {"level":"info","ts":1785182084.766884,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"10d997fc-ab0b-489b-9625-2dd7a6591ae9"} {"level":"info","ts":1785182089.5112557,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"af81d332-269a-4ec6-8704-2aa0a223554c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785182089.5116227,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37921.069534348,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182089.511654,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182089.5704694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182089.6122231,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"af81d332-269a-4ec6-8704-2aa0a223554c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785182089.6198955,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbed9ac1-d5fa-4750-8358-632757f864c9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182089.619929,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbed9ac1-d5fa-4750-8358-632757f864c9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182089.619992,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84756d43-87e4-4f40-b58a-1ec8b38de921"} {"level":"info","ts":1785182089.6273508,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"47c59935-83d8-4c7f-9b95-b3e23bd7a6f8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182089.6273818,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"47c59935-83d8-4c7f-9b95-b3e23bd7a6f8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182089.6277006,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33947.158433164,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182089.6277156,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182089.6356165,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182089.726772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13e1c6db-ac1e-4df4-9aec-ed6e4168fafb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182089.7267919,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef37fb94-fa1e-4327-b0e9-306390c5d6f6"} {"level":"info","ts":1785182089.7268362,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13e1c6db-ac1e-4df4-9aec-ed6e4168fafb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182089.7286375,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84756d43-87e4-4f40-b58a-1ec8b38de921","name":"e2e-external-provider"} {"level":"info","ts":1785182089.732145,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef37fb94-fa1e-4327-b0e9-306390c5d6f6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785182089.732188,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa0e4e74-e3e4-41db-8be0-adc751d1dd40","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182089.7322097,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa0e4e74-e3e4-41db-8be0-adc751d1dd40","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182089.738564,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84756d43-87e4-4f40-b58a-1ec8b38de921","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785182089.7390609,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02913d4c-c714-44fc-8f7a-fd1fe996c7f3","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785182089.739066,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef37fb94-fa1e-4327-b0e9-306390c5d6f6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182089.7391326,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8acdbc3-724d-410d-9004-98a6f86b662d"} {"level":"info","ts":1785182089.739155,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8acdbc3-724d-410d-9004-98a6f86b662d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785182089.7390869,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02913d4c-c714-44fc-8f7a-fd1fe996c7f3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785182089.7438505,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8acdbc3-724d-410d-9004-98a6f86b662d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182089.745983,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84756d43-87e4-4f40-b58a-1ec8b38de921","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785182089.752902,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84756d43-87e4-4f40-b58a-1ec8b38de921","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182089.7545054,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a9021c0-8536-4a7e-beb7-45f9955aa765"} {"level":"info","ts":1785182089.754532,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a9021c0-8536-4a7e-beb7-45f9955aa765","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785182089.7598972,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f6fc5a2-b5e5-451d-ac8f-121664324af0"} {"level":"info","ts":1785182089.7599492,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f6fc5a2-b5e5-451d-ac8f-121664324af0","name":"e2e-external-provider"} {"level":"info","ts":1785182089.760107,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a64699cd-3900-46bc-9f6f-4386483b93cb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182089.7601495,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a64699cd-3900-46bc-9f6f-4386483b93cb","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785182089.7601922,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a9021c0-8536-4a7e-beb7-45f9955aa765","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182089.7602518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6155cb91-a5f0-4227-ae7d-cc2ee383b234","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182089.760267,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6155cb91-a5f0-4227-ae7d-cc2ee383b234","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182089.7602708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"baa50a82-1d03-47cf-8066-50759512d0c2"} {"level":"info","ts":1785182089.7604387,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35952.625069989,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182089.7604527,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182089.767545,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182089.7689414,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f6fc5a2-b5e5-451d-ac8f-121664324af0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785182089.7722752,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f6fc5a2-b5e5-451d-ac8f-121664324af0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182089.7723706,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa45529d-a3b2-4162-955b-8ff9e47ee04f"} {"level":"info","ts":1785182089.7724192,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa45529d-a3b2-4162-955b-8ff9e47ee04f","name":"e2e-external-provider"} {"level":"info","ts":1785182089.7813196,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa45529d-a3b2-4162-955b-8ff9e47ee04f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182089.8607824,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"baa50a82-1d03-47cf-8066-50759512d0c2","name":"e2e-external-model"} {"level":"info","ts":1785182089.8712213,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"baa50a82-1d03-47cf-8066-50759512d0c2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182089.880423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70c8dc0e-be7b-49d1-8a21-f44cb380d8dc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182089.880455,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70c8dc0e-be7b-49d1-8a21-f44cb380d8dc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182089.8808382,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"512da3f9-f68c-41d2-908e-77107c5be75f"} {"level":"info","ts":1785182089.8809068,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"512da3f9-f68c-41d2-908e-77107c5be75f","name":"e2e-external-model"} {"level":"info","ts":1785182089.896673,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25dda62f-d71f-4fd9-b1b7-c0ed276027f7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182089.8967788,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25dda62f-d71f-4fd9-b1b7-c0ed276027f7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785182089.8969765,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"512da3f9-f68c-41d2-908e-77107c5be75f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182089.8970459,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df876620-9fb4-47a7-bc0f-e86818b8d8d0"} {"level":"info","ts":1785182089.8971076,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df876620-9fb4-47a7-bc0f-e86818b8d8d0","name":"e2e-external-model"} {"level":"info","ts":1785182089.905324,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df876620-9fb4-47a7-bc0f-e86818b8d8d0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182089.910608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"877ec0c5-50b2-4592-b361-ac4735f88b9a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182089.9106255,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"853479e1-2fa8-446f-90fd-b2cba80b4c4a"} {"level":"info","ts":1785182089.910637,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"877ec0c5-50b2-4592-b361-ac4735f88b9a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182089.910673,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"853479e1-2fa8-446f-90fd-b2cba80b4c4a","name":"e2e-external-model"} {"level":"info","ts":1785182089.918327,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"853479e1-2fa8-446f-90fd-b2cba80b4c4a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182097.1465743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182097.1466613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140"} {"level":"info","ts":1785182097.146676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140"} {"level":"info","ts":1785182097.1466935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140","EoS":true} {"level":"info","ts":1785182097.146742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140","header":"x-maas-username"} {"level":"info","ts":1785182097.146756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140","header":"x-maas-group"} {"level":"info","ts":1785182097.1467645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140","header":"x-maas-subscription"} {"level":"info","ts":1785182097.1467822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182097.1467943,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140","modelName":"e2e-external-model"} {"level":"info","ts":1785182097.1468117,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182097.146854,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785182097.146879,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140","authType":"apikey"} {"level":"info","ts":1785182097.1469114,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fc8d14c-7088-4897-8cba-6236c8393140"} {"level":"info","ts":1785182097.2610307,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1177103-515f-4bf9-82c3-0d74cc76ffe2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182097.2610693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1177103-515f-4bf9-82c3-0d74cc76ffe2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182097.2610955,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c5d189f-093a-47d4-85fc-13ca92aed249"} {"level":"info","ts":1785182097.2661407,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e853f83c-3003-4aea-86d7-0aa5d1463e8f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182097.2661707,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e853f83c-3003-4aea-86d7-0aa5d1463e8f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785182097.269149,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c5d189f-093a-47d4-85fc-13ca92aed249","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182097.2692175,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c5d189f-093a-47d4-85fc-13ca92aed249","name":"e2e-cleanup-test"} {"level":"info","ts":1785182097.282016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d320e364-e977-4f17-bd26-607aedfa8eb3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182097.2820504,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d320e364-e977-4f17-bd26-607aedfa8eb3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785182097.2873554,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c5d189f-093a-47d4-85fc-13ca92aed249","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785182097.2873921,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c5d189f-093a-47d4-85fc-13ca92aed249","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182097.2874336,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0d942a2-bd56-4a25-9e15-01758b144c29"} {"level":"info","ts":1785182097.287475,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0d942a2-bd56-4a25-9e15-01758b144c29","name":"e2e-cleanup-test"} {"level":"info","ts":1785182097.2955422,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0d942a2-bd56-4a25-9e15-01758b144c29","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182105.5230443,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0424fc2-3cae-413f-9a3c-d7ff499c594f"} {"level":"info","ts":1785182105.52305,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"605005ca-05fa-43a6-bc7c-1a07980fc7a9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182105.5231183,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"605005ca-05fa-43a6-bc7c-1a07980fc7a9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182109.822406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182109.82247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5778ddf7-c50c-4fd6-b7e9-7c818d4d8b88"} {"level":"info","ts":1785182109.822481,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5778ddf7-c50c-4fd6-b7e9-7c818d4d8b88"} {"level":"info","ts":1785182109.822495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5778ddf7-c50c-4fd6-b7e9-7c818d4d8b88","EoS":true} {"level":"info","ts":1785182109.8225222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5778ddf7-c50c-4fd6-b7e9-7c818d4d8b88","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785182109.8225465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5778ddf7-c50c-4fd6-b7e9-7c818d4d8b88"} {"level":"info","ts":1785182109.8667684,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182109.86682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4"} {"level":"info","ts":1785182109.86683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4"} {"level":"info","ts":1785182109.8668401,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4","EoS":true} {"level":"info","ts":1785182109.866859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4","header":"x-maas-subscription"} {"level":"info","ts":1785182109.866869,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4","header":"x-maas-username"} {"level":"info","ts":1785182109.8668776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4","header":"x-maas-group"} {"level":"info","ts":1785182109.8668902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182109.8668978,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4","modelName":"e2e-external-model"} {"level":"info","ts":1785182109.86691,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182109.8669302,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785182109.8669462,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4","authType":"apikey"} {"level":"info","ts":1785182109.8669837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddd01725-c08e-422d-8ddc-8a0c9b7edee4"} {"level":"info","ts":1785182109.8961873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182109.896236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636"} {"level":"info","ts":1785182109.8962443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636"} {"level":"info","ts":1785182109.8962545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636","EoS":true} {"level":"info","ts":1785182109.8962708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636","header":"x-maas-username"} {"level":"info","ts":1785182109.8962793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636","header":"x-maas-subscription"} {"level":"info","ts":1785182109.8962846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636","header":"x-maas-group"} {"level":"info","ts":1785182109.8962944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182109.8963144,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636"} {"level":"info","ts":1785182109.996803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636"} {"level":"info","ts":1785182109.9968238,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636"} {"level":"info","ts":1785182109.9968393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636","EoS":false} {"level":"info","ts":1785182109.9969184,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636","EoS":true} {"level":"error","ts":1785182109.9969447,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785182109.996989,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ea0e8b12-ce5f-4ee0-9b8e-4986c63a2636"} {"level":"info","ts":1785182110.0343714,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182110.0344324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3"} {"level":"info","ts":1785182110.0344486,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3"} {"level":"info","ts":1785182110.034461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3","EoS":true} {"level":"info","ts":1785182110.0344806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3","header":"x-maas-subscription"} {"level":"info","ts":1785182110.03449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3","header":"x-maas-username"} {"level":"info","ts":1785182110.0344956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3","header":"x-maas-group"} {"level":"info","ts":1785182110.034518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3"} {"level":"info","ts":1785182110.133201,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3"} {"level":"info","ts":1785182110.1332223,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3"} {"level":"info","ts":1785182110.1332362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3","EoS":false} {"level":"info","ts":1785182110.133247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3","EoS":true} {"level":"error","ts":1785182110.1332598,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785182110.1332905,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7db4de85-5163-4b4a-8ec8-aa1b7f20c0d3"} {"level":"info","ts":1785182110.9189212,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b5ca135-8913-429b-9b8d-ed4127374c8b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182110.91896,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b5ca135-8913-429b-9b8d-ed4127374c8b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182110.9189818,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d407a304-b5e4-4590-b697-c83e89fd831c"} {"level":"info","ts":1785182111.0550535,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42840fc6-eb1a-48f2-9c7f-fec1e7d6380a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182111.0550864,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42840fc6-eb1a-48f2-9c7f-fec1e7d6380a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182111.0550916,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d69cb18-fa25-47da-a7f5-ac89c98aff28"} {"level":"info","ts":1785182111.163293,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bdbb16cc-ee6d-43ef-abc7-49d4e1c9b94b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785182111.163362,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bdbb16cc-ee6d-43ef-abc7-49d4e1c9b94b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785183364.6416595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183364.6417577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc38abed-c17b-4dbd-bd4f-ff3fcc376c25"} {"level":"info","ts":1785183417.9669225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183417.966985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237"} {"level":"info","ts":1785183417.9669948,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237"} {"level":"info","ts":1785183417.9670062,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237","EoS":true} {"level":"info","ts":1785183417.9670327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237","header":"x-maas-group"} {"level":"info","ts":1785183417.9670422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237","header":"x-maas-username"} {"level":"info","ts":1785183417.9670475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237","header":"x-maas-subscription"} {"level":"info","ts":1785183417.9670584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785183417.9670825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237"} {"level":"info","ts":1785183417.968103,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237"} {"level":"info","ts":1785183417.9681237,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237"} {"level":"info","ts":1785183417.968141,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237","EoS":false} {"level":"info","ts":1785183417.968155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237","EoS":true} {"level":"info","ts":1785183417.9681842,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aa8e5f24-c04a-4f2f-a1d8-3ee63c1ae237"}