{"level":"info","ts":1785080040.0023403,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb286de9-73dc-4abd-ab2e-471a254a2469"} {"level":"info","ts":1785080040.00236,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bb286de9-73dc-4abd-ab2e-471a254a2469"} {"level":"info","ts":1785080040.0023777,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bb286de9-73dc-4abd-ab2e-471a254a2469","EoS":false} {"level":"info","ts":1785080040.0023887,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bb286de9-73dc-4abd-ab2e-471a254a2469","EoS":true} {"level":"info","ts":1785080040.0024161,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bb286de9-73dc-4abd-ab2e-471a254a2469"} {"level":"info","ts":1785080040.8522735,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080040.8523505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8"} {"level":"info","ts":1785080040.8523612,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8"} {"level":"info","ts":1785080040.8523722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8","EoS":true} {"level":"info","ts":1785080040.8523965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8","header":"x-maas-group"} {"level":"info","ts":1785080040.8524067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8","header":"x-maas-subscription"} {"level":"info","ts":1785080040.8524122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8","header":"x-maas-username"} {"level":"info","ts":1785080040.852426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080040.852503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8"} {"level":"info","ts":1785080040.8535311,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8"} {"level":"info","ts":1785080040.8535576,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8"} {"level":"info","ts":1785080040.853573,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8","EoS":false} {"level":"info","ts":1785080040.8535845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8","EoS":true} {"level":"info","ts":1785080040.8536122,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"acc43444-a37a-4317-9098-ea8892b161d8"} {"level":"info","ts":1785080063.968756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080063.968846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf"} {"level":"info","ts":1785080063.9688601,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf"} {"level":"info","ts":1785080063.9688768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf","EoS":true} {"level":"info","ts":1785080063.9689064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf","header":"x-maas-username"} {"level":"info","ts":1785080063.9689171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf","header":"x-maas-group"} {"level":"info","ts":1785080063.968923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf","header":"x-maas-subscription"} {"level":"info","ts":1785080063.9689372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080063.9689643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf"} {"level":"info","ts":1785080063.970134,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf"} {"level":"info","ts":1785080063.970161,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf"} {"level":"info","ts":1785080063.9701762,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf","EoS":false} {"level":"info","ts":1785080063.9701889,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf","EoS":true} {"level":"info","ts":1785080063.9702353,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"72c6569e-7af1-438d-aef0-2c5c507022cf"} {"level":"info","ts":1785080064.1063786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080064.106466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970"} {"level":"info","ts":1785080064.1064775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970"} {"level":"info","ts":1785080064.1064928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970","EoS":true} {"level":"info","ts":1785080064.1065233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970","header":"x-maas-group"} {"level":"info","ts":1785080064.106534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970","header":"x-maas-subscription"} {"level":"info","ts":1785080064.1065402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970","header":"x-maas-username"} {"level":"info","ts":1785080064.106554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080064.106583,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970"} {"level":"info","ts":1785080064.1076827,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970"} {"level":"info","ts":1785080064.1077077,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970"} {"level":"info","ts":1785080064.1077237,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970","EoS":false} {"level":"info","ts":1785080064.1077363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970","EoS":true} {"level":"info","ts":1785080064.1077666,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"924c97b1-6edc-4d01-a2a0-56c303ebc970"} {"level":"info","ts":1785080064.247097,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080064.247173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3"} {"level":"info","ts":1785080064.2471852,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3"} {"level":"info","ts":1785080064.247215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3","EoS":true} {"level":"info","ts":1785080064.2472425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3","header":"x-maas-username"} {"level":"info","ts":1785080064.247251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3","header":"x-maas-subscription"} {"level":"info","ts":1785080064.2472565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3","header":"x-maas-group"} {"level":"info","ts":1785080064.2472715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080064.2472963,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3"} {"level":"info","ts":1785080064.2483099,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3"} {"level":"info","ts":1785080064.2483287,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3"} {"level":"info","ts":1785080064.2483451,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3","EoS":false} {"level":"info","ts":1785080064.2483573,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3","EoS":true} {"level":"info","ts":1785080064.2483861,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c1a3dc84-51b3-4c8c-80ba-462631647fd3"} {"level":"info","ts":1785080064.383324,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080064.3834045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c"} {"level":"info","ts":1785080064.3834174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c"} {"level":"info","ts":1785080064.3834338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c","EoS":true} {"level":"info","ts":1785080064.3834572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c","header":"x-maas-username"} {"level":"info","ts":1785080064.3834748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c","header":"x-maas-subscription"} {"level":"info","ts":1785080064.3834813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c","header":"x-maas-group"} {"level":"info","ts":1785080064.3834956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080064.3835244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c"} {"level":"info","ts":1785080064.3866935,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c"} {"level":"info","ts":1785080064.386718,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c"} {"level":"info","ts":1785080064.3867335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c","EoS":false} {"level":"info","ts":1785080064.3867466,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c","EoS":true} {"level":"info","ts":1785080064.3867805,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fe4e3c61-a77d-4e69-8ac3-c0ac66f2a09c"} {"level":"info","ts":1785080064.5230436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080064.5231462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954"} {"level":"info","ts":1785080064.5231574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954"} {"level":"info","ts":1785080064.5231693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954","EoS":true} {"level":"info","ts":1785080064.523197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954","header":"x-maas-username"} {"level":"info","ts":1785080064.5232275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954","header":"x-maas-subscription"} {"level":"info","ts":1785080064.5232337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954","header":"x-maas-group"} {"level":"info","ts":1785080064.5232468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080064.5232687,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954"} {"level":"info","ts":1785080064.524302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954"} {"level":"info","ts":1785080064.5243309,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954"} {"level":"info","ts":1785080064.5243487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954","EoS":false} {"level":"info","ts":1785080064.5243602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954","EoS":true} {"level":"info","ts":1785080064.524392,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c8245e65-ce0d-4325-951c-396906f61954"} {"level":"info","ts":1785080081.349791,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080081.349867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145"} {"level":"info","ts":1785080081.3498788,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145"} {"level":"info","ts":1785080081.3498912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145","EoS":true} {"level":"info","ts":1785080081.349921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145","header":"x-maas-username"} {"level":"info","ts":1785080081.3499324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145","header":"x-maas-group"} {"level":"info","ts":1785080081.3499415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145","header":"x-maas-subscription"} {"level":"info","ts":1785080081.3499553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080081.3499868,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145"} {"level":"info","ts":1785080081.3533852,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145"} {"level":"info","ts":1785080081.353407,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145"} {"level":"info","ts":1785080081.3534276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145","EoS":false} {"level":"info","ts":1785080081.3534412,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145","EoS":true} {"level":"info","ts":1785080081.3534741,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"409e7d6f-d1d7-4506-b2b6-41541bdcc145"} {"level":"info","ts":1785080081.4578075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080081.4578884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e0be70d-be73-467f-8fce-839d632e323a"} {"level":"info","ts":1785080081.4588509,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e0be70d-be73-467f-8fce-839d632e323a"} {"level":"info","ts":1785080081.4588695,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e0be70d-be73-467f-8fce-839d632e323a"} {"level":"info","ts":1785080081.4588866,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e0be70d-be73-467f-8fce-839d632e323a","EoS":false} {"level":"info","ts":1785080081.4589012,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e0be70d-be73-467f-8fce-839d632e323a"} {"level":"info","ts":1785080081.458926,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e0be70d-be73-467f-8fce-839d632e323a","EoS":true} {"level":"info","ts":1785080081.458935,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e0be70d-be73-467f-8fce-839d632e323a"} {"level":"info","ts":1785080086.0844805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080086.084552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1"} {"level":"info","ts":1785080086.084564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1"} {"level":"info","ts":1785080086.0845766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1","EoS":true} {"level":"info","ts":1785080086.084602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1","header":"x-maas-subscription"} {"level":"info","ts":1785080086.0846126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1","header":"x-maas-username"} {"level":"info","ts":1785080086.0846174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1","header":"x-maas-group"} {"level":"info","ts":1785080086.0846305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080086.0846555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1"} {"level":"info","ts":1785080086.0857167,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1"} {"level":"info","ts":1785080086.0857375,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1"} {"level":"info","ts":1785080086.0857518,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1","EoS":false} {"level":"info","ts":1785080086.085762,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1","EoS":true} {"level":"info","ts":1785080086.085789,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4982ecd7-b627-4adc-9931-c0f637452bc1"} {"level":"info","ts":1785080096.6826718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080096.6827483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94"} {"level":"info","ts":1785080096.6827612,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94"} {"level":"info","ts":1785080096.6827729,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94","EoS":true} {"level":"info","ts":1785080096.6827984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94","header":"x-maas-group"} {"level":"info","ts":1785080096.682813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94","header":"x-maas-username"} {"level":"info","ts":1785080096.6828198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94","header":"x-maas-subscription"} {"level":"info","ts":1785080096.6828337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785080096.6828592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94"} {"level":"info","ts":1785080096.683771,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94"} {"level":"info","ts":1785080096.6837835,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94"} {"level":"info","ts":1785080096.6837955,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94","EoS":false} {"level":"info","ts":1785080096.683806,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94","EoS":true} {"level":"info","ts":1785080096.6838412,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3d3dd9e5-4727-4660-9e0e-a83cf82c5d94"} {"level":"info","ts":1785080109.551521,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080109.5515993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1"} {"level":"info","ts":1785080109.5516086,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1"} {"level":"info","ts":1785080109.55162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1","EoS":true} {"level":"info","ts":1785080109.55165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1","header":"x-maas-username"} {"level":"info","ts":1785080109.5516613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1","header":"x-maas-group"} {"level":"info","ts":1785080109.5516663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1","header":"x-maas-subscription"} {"level":"info","ts":1785080109.5516808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080109.5517085,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1"} {"level":"info","ts":1785080109.553018,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1"} {"level":"info","ts":1785080109.5530403,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1"} {"level":"info","ts":1785080109.5530581,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1","EoS":false} {"level":"info","ts":1785080109.5530708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1","EoS":true} {"level":"info","ts":1785080109.5531054,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1dced3db-acf8-4a67-8225-79f846e2a3f1"} {"level":"info","ts":1785080118.0765789,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080118.076658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c"} {"level":"info","ts":1785080118.0766697,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c"} {"level":"info","ts":1785080118.0766807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c","EoS":true} {"level":"info","ts":1785080118.0767055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c","header":"x-maas-subscription"} {"level":"info","ts":1785080118.076716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c","header":"x-maas-group"} {"level":"info","ts":1785080118.0767221,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c","header":"x-maas-username"} {"level":"info","ts":1785080118.0767353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080118.0767577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c"} {"level":"info","ts":1785080118.0778127,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c"} {"level":"info","ts":1785080118.0778382,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c"} {"level":"info","ts":1785080118.0778596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c","EoS":false} {"level":"info","ts":1785080118.0778723,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c","EoS":true} {"level":"info","ts":1785080118.077902,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c274ad22-8671-434b-8ee5-e6e40441792c"} {"level":"info","ts":1785080126.9332347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080126.9333146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0"} {"level":"info","ts":1785080126.9333296,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0"} {"level":"info","ts":1785080126.9333448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0","EoS":true} {"level":"info","ts":1785080126.9333751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0","header":"x-maas-username"} {"level":"info","ts":1785080126.9333851,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0","header":"x-maas-group"} {"level":"info","ts":1785080126.9333909,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0","header":"x-maas-subscription"} {"level":"info","ts":1785080126.9334056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080126.9334364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0"} {"level":"info","ts":1785080126.9344332,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0"} {"level":"info","ts":1785080126.9344563,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0"} {"level":"info","ts":1785080126.934472,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0","EoS":false} {"level":"info","ts":1785080126.9344847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0","EoS":true} {"level":"info","ts":1785080126.9345162,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"746679e0-db47-4ef9-868d-afb3e02f19d0"} {"level":"info","ts":1785080151.745734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080151.7458172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204"} {"level":"info","ts":1785080151.7458298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204"} {"level":"info","ts":1785080151.7458425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204","EoS":true} {"level":"info","ts":1785080151.7458732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204","header":"x-maas-username"} {"level":"info","ts":1785080151.7458844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204","header":"x-maas-group"} {"level":"info","ts":1785080151.7458892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204","header":"x-maas-subscription"} {"level":"info","ts":1785080151.7459023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785080151.7459276,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204"} {"level":"info","ts":1785080151.7477186,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204"} {"level":"info","ts":1785080151.7477415,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204"} {"level":"info","ts":1785080151.7477603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204","EoS":false} {"level":"info","ts":1785080151.7477736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204","EoS":true} {"level":"info","ts":1785080151.7478037,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3c43e161-6767-48ca-8c95-f8c4e7d79204"} {"level":"info","ts":1785080173.953671,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080173.9537554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39"} {"level":"info","ts":1785080173.9537654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39"} {"level":"info","ts":1785080173.9537768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39","EoS":true} {"level":"info","ts":1785080173.9538035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39","header":"x-maas-username"} {"level":"info","ts":1785080173.9538143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39","header":"x-maas-group"} {"level":"info","ts":1785080173.953819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39","header":"x-maas-subscription"} {"level":"info","ts":1785080173.9538321,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785080173.9538598,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39"} {"level":"info","ts":1785080173.9560685,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39"} {"level":"info","ts":1785080173.9560854,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39"} {"level":"info","ts":1785080173.9561005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39","EoS":false} {"level":"info","ts":1785080173.956113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39","EoS":true} {"level":"info","ts":1785080173.9561405,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a83e867b-acfc-4462-a86e-eda52d7b3c39"} {"level":"info","ts":1785080202.2724655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080202.2725496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e"} {"level":"info","ts":1785080202.2725625,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e"} {"level":"info","ts":1785080202.2725742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e","EoS":true} {"level":"info","ts":1785080202.2725992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e","header":"x-maas-username"} {"level":"info","ts":1785080202.2726102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e","header":"x-maas-group"} {"level":"info","ts":1785080202.2726152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e","header":"x-maas-subscription"} {"level":"info","ts":1785080202.2726297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080202.2726562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e"} {"level":"info","ts":1785080202.2736995,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e"} {"level":"info","ts":1785080202.2737184,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e"} {"level":"info","ts":1785080202.2737322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e","EoS":false} {"level":"info","ts":1785080202.273743,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e","EoS":true} {"level":"info","ts":1785080202.27377,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ace313fc-d776-4db0-abfc-6382726d1e6e"} {"level":"info","ts":1785080211.6292217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080211.629303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e"} {"level":"info","ts":1785080211.6293187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e"} {"level":"info","ts":1785080211.6293304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e","EoS":true} {"level":"info","ts":1785080211.629357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e","header":"x-maas-subscription"} {"level":"info","ts":1785080211.6293674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e","header":"x-maas-username"} {"level":"info","ts":1785080211.629373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e","header":"x-maas-group"} {"level":"info","ts":1785080211.6293912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080211.6294188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e"} {"level":"info","ts":1785080211.6306348,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e"} {"level":"info","ts":1785080211.630653,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e"} {"level":"info","ts":1785080211.6306684,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e","EoS":false} {"level":"info","ts":1785080211.6306849,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e","EoS":true} {"level":"info","ts":1785080211.6307113,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a3f3f605-6132-438c-8835-16ce274e1f8e"} {"level":"info","ts":1785080211.6734004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080211.6734843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462"} {"level":"info","ts":1785080211.6734998,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462"} {"level":"info","ts":1785080211.6735196,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462","EoS":true} {"level":"info","ts":1785080211.6735582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462","header":"x-maas-group"} {"level":"info","ts":1785080211.6735706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462","header":"x-maas-subscription"} {"level":"info","ts":1785080211.67358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462","header":"x-maas-username"} {"level":"info","ts":1785080211.6735995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080211.673637,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462"} {"level":"info","ts":1785080211.6747437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462"} {"level":"info","ts":1785080211.6747618,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462"} {"level":"info","ts":1785080211.67478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462","EoS":false} {"level":"info","ts":1785080211.6748009,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462","EoS":true} {"level":"info","ts":1785080211.6748269,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e9621e7b-7079-49a5-8c16-77300157e462"} {"level":"info","ts":1785080230.6905212,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080230.6905966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75"} {"level":"info","ts":1785080230.6906059,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75"} {"level":"info","ts":1785080230.6906164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75","EoS":true} {"level":"info","ts":1785080230.690644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75","header":"x-maas-subscription"} {"level":"info","ts":1785080230.6906552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75","header":"x-maas-group"} {"level":"info","ts":1785080230.6906612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75","header":"x-maas-username"} {"level":"info","ts":1785080230.6906738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080230.6906989,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75"} {"level":"info","ts":1785080230.6917803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75"} {"level":"info","ts":1785080230.6918006,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75"} {"level":"info","ts":1785080230.6918175,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75","EoS":false} {"level":"info","ts":1785080230.691829,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75","EoS":true} {"level":"info","ts":1785080230.6918583,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0db42538-8bc6-4c2b-a66e-f9faa473ec75"} {"level":"info","ts":1785080361.4657462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080361.4658267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6"} {"level":"info","ts":1785080361.4658391,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6"} {"level":"info","ts":1785080361.4658504,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6","EoS":true} {"level":"info","ts":1785080361.4658744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6","header":"x-maas-group"} {"level":"info","ts":1785080361.4658847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6","header":"x-maas-subscription"} {"level":"info","ts":1785080361.4658885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6","header":"x-maas-username"} {"level":"info","ts":1785080361.465902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785080361.4659262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6"} {"level":"info","ts":1785080361.4687262,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6"} {"level":"info","ts":1785080361.4687634,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6"} {"level":"info","ts":1785080361.4687786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6","EoS":false} {"level":"info","ts":1785080361.4687908,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6","EoS":true} {"level":"info","ts":1785080361.4688208,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fab4a867-b2b9-42fd-bb86-85016fea91b6"} {"level":"info","ts":1785080398.4080935,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080398.4081712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f"} {"level":"info","ts":1785080398.4081814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f"} {"level":"info","ts":1785080398.408193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f","EoS":true} {"level":"info","ts":1785080398.4082353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f","header":"x-maas-subscription"} {"level":"info","ts":1785080398.408244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f","header":"x-maas-group"} {"level":"info","ts":1785080398.4082484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f","header":"x-maas-username"} {"level":"info","ts":1785080398.4082618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080398.4082901,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f"} {"level":"info","ts":1785080398.412238,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f"} {"level":"info","ts":1785080398.412263,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f"} {"level":"info","ts":1785080398.4122806,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f","EoS":false} {"level":"info","ts":1785080398.412298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f","EoS":true} {"level":"info","ts":1785080398.4123316,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0e3e02f9-0d01-49e7-b9aa-f34dad3a940f"} {"level":"info","ts":1785080413.6670527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080413.6671352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c"} {"level":"info","ts":1785080413.6671448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c"} {"level":"info","ts":1785080413.6671562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c","EoS":true} {"level":"info","ts":1785080413.6671832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c","header":"x-maas-subscription"} {"level":"info","ts":1785080413.6671948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c","header":"x-maas-group"} {"level":"info","ts":1785080413.6672275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c","header":"x-maas-username"} {"level":"info","ts":1785080413.6672428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080413.667308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c"} {"level":"info","ts":1785080413.669266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c"} {"level":"info","ts":1785080413.669294,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c"} {"level":"info","ts":1785080413.6693096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c","EoS":false} {"level":"info","ts":1785080413.669322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c","EoS":true} {"level":"info","ts":1785080413.669352,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"64d3444f-b959-48a3-afc1-907f31a25a6c"} {"level":"info","ts":1785080721.9251945,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080721.9253006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4"} {"level":"info","ts":1785080721.925309,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4"} {"level":"info","ts":1785080721.92532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4","EoS":true} {"level":"info","ts":1785080721.9253438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4","header":"x-maas-subscription"} {"level":"info","ts":1785080721.9253545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4","header":"x-maas-group"} {"level":"info","ts":1785080721.9253614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4","header":"x-maas-username"} {"level":"info","ts":1785080721.9253757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785080721.9254026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4"} {"level":"info","ts":1785080721.9286451,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4"} {"level":"info","ts":1785080721.928669,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4"} {"level":"info","ts":1785080721.9286847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4","EoS":false} {"level":"info","ts":1785080721.9286966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4","EoS":true} {"level":"info","ts":1785080721.9287295,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3b89aa72-d70c-4b3a-825e-60d77f7545c4"} {"level":"info","ts":1785080726.724426,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"04d20855-33ab-48f3-93b9-57cc2d8140e8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785080726.724679,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33675.150060737,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080726.7247038,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080726.7635117,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080726.8255055,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"04d20855-33ab-48f3-93b9-57cc2d8140e8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785080726.838806,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b04abd7-bfba-4c66-9e46-686448ffa1c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080726.838847,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b04abd7-bfba-4c66-9e46-686448ffa1c3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785080726.838889,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c545849a-7d00-4673-b937-806250eda021"} {"level":"info","ts":1785080726.8461788,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8962cb6c-ca8b-471e-82bb-51509fd67094","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080726.8462377,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8962cb6c-ca8b-471e-82bb-51509fd67094","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785080726.846721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33329.731880867,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080726.8467414,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080726.854017,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080726.946953,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c545849a-7d00-4673-b937-806250eda021","name":"e2e-external-provider"} {"level":"info","ts":1785080726.9562514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78eb225d-e239-41a5-aa13-ff052c136226","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080726.9563184,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78eb225d-e239-41a5-aa13-ff052c136226","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080726.9562995,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffdf8d30-b4d2-47c4-baf3-df73dc209a8c"} {"level":"info","ts":1785080726.9601762,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c545849a-7d00-4673-b937-806250eda021","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785080726.9642744,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffdf8d30-b4d2-47c4-baf3-df73dc209a8c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785080726.9643269,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"815d5178-1ef7-411e-af8f-8a41e8df2b0c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080726.9643602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"815d5178-1ef7-411e-af8f-8a41e8df2b0c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080726.9678566,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c545849a-7d00-4673-b937-806250eda021","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785080726.969141,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f43c1dca-d01d-49ec-8994-afd1d4c81e4e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080726.9691706,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f43c1dca-d01d-49ec-8994-afd1d4c81e4e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785080726.9693012,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffdf8d30-b4d2-47c4-baf3-df73dc209a8c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080726.969376,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c876ec4b-df66-4e61-8d10-67b5d5435fef"} {"level":"info","ts":1785080726.969401,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c876ec4b-df66-4e61-8d10-67b5d5435fef","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785080726.9752836,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c545849a-7d00-4673-b937-806250eda021","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785080726.9754117,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c876ec4b-df66-4e61-8d10-67b5d5435fef","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080726.9838452,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ccf1404-8236-451d-baee-2a8bfd85aebe"} {"level":"info","ts":1785080726.9839168,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ccf1404-8236-451d-baee-2a8bfd85aebe","name":"e2e-external-provider"} {"level":"info","ts":1785080726.9840887,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8e85d9f-8563-4d4b-9932-ca89a27836fe","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080726.984098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f721526c-dc71-497a-832a-fcdd5b292e6b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080726.9841084,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8e85d9f-8563-4d4b-9932-ca89a27836fe","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785080726.9841213,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f721526c-dc71-497a-832a-fcdd5b292e6b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080726.984178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d25ba79-f781-4940-bba3-2370b796a079"} {"level":"info","ts":1785080726.9844677,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35541.293570329,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080726.9844882,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080726.993625,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785080726.9939277,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ccf1404-8236-451d-baee-2a8bfd85aebe","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785080726.9975312,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ccf1404-8236-451d-baee-2a8bfd85aebe","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080726.9976244,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"285b5c7d-3ba5-491d-abbd-cc27f34a7b4c"} {"level":"info","ts":1785080726.9976652,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"285b5c7d-3ba5-491d-abbd-cc27f34a7b4c","name":"e2e-external-provider"} {"level":"info","ts":1785080727.0069103,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"285b5c7d-3ba5-491d-abbd-cc27f34a7b4c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785080727.0844781,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d25ba79-f781-4940-bba3-2370b796a079","name":"e2e-external-model"} {"level":"info","ts":1785080727.0951502,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d25ba79-f781-4940-bba3-2370b796a079","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080727.1010294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfbb08df-c006-4165-bc09-148050884f11"} {"level":"info","ts":1785080727.101036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5e51e81-026c-4eb5-80d3-2b6021290a01","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080727.101095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5e51e81-026c-4eb5-80d3-2b6021290a01","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080727.1011028,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfbb08df-c006-4165-bc09-148050884f11","name":"e2e-external-model"} {"level":"info","ts":1785080727.1175582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"085d4437-94c7-45ab-8a83-1fb748755170","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080727.1176002,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"085d4437-94c7-45ab-8a83-1fb748755170","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785080727.1177711,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfbb08df-c006-4165-bc09-148050884f11","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080727.117863,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54c14af2-9dd6-4086-826b-177f9b208015"} {"level":"info","ts":1785080727.1179333,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54c14af2-9dd6-4086-826b-177f9b208015","name":"e2e-external-model"} {"level":"info","ts":1785080727.125696,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54c14af2-9dd6-4086-826b-177f9b208015","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080727.1315377,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d374503-1814-4c7b-92e4-ca145d351a4c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080727.131583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d374503-1814-4c7b-92e4-ca145d351a4c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785080727.1315424,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d98ba48-e403-452f-a47a-108237068a06"} {"level":"info","ts":1785080727.1316693,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d98ba48-e403-452f-a47a-108237068a06","name":"e2e-external-model"} {"level":"info","ts":1785080727.1386023,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d98ba48-e403-452f-a47a-108237068a06","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080738.6196637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080738.6197555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56"} {"level":"info","ts":1785080738.6197689,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56"} {"level":"info","ts":1785080738.6197882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56","EoS":true} {"level":"info","ts":1785080738.6198275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56","header":"x-maas-username"} {"level":"info","ts":1785080738.6198397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56","header":"x-maas-group"} {"level":"info","ts":1785080738.6198504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56","header":"x-maas-subscription"} {"level":"info","ts":1785080738.6198707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080738.6198828,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56","modelName":"e2e-external-model"} {"level":"info","ts":1785080738.6199045,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785080738.619943,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785080738.6199684,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56","authType":"apikey"} {"level":"info","ts":1785080738.6200092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00f69428-0768-41ae-abbe-ba1a904fcd56"} {"level":"info","ts":1785080738.7397432,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a63f0fa-d0b6-49a1-be8d-2a4c547ef23c"} {"level":"info","ts":1785080738.7397573,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f500b58-3475-4ad5-9d00-895036c6b60f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080738.739795,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f500b58-3475-4ad5-9d00-895036c6b60f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785080738.746757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"881dba2d-8d81-4343-9f2e-bbc226a0e22c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080738.7467911,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"881dba2d-8d81-4343-9f2e-bbc226a0e22c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785080738.7471113,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a63f0fa-d0b6-49a1-be8d-2a4c547ef23c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080738.7471933,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a63f0fa-d0b6-49a1-be8d-2a4c547ef23c","name":"e2e-cleanup-test"} {"level":"info","ts":1785080738.7564394,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a63f0fa-d0b6-49a1-be8d-2a4c547ef23c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785080738.7599208,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a63f0fa-d0b6-49a1-be8d-2a4c547ef23c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080738.7600107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adbbfd14-1eb6-4bae-af50-00efce8a5d33"} {"level":"info","ts":1785080738.7600636,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adbbfd14-1eb6-4bae-af50-00efce8a5d33","name":"e2e-cleanup-test"} {"level":"info","ts":1785080738.7670515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"564eb9ce-eadf-47c6-acd6-19b3b0adbbc4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080738.7670999,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"564eb9ce-eadf-47c6-acd6-19b3b0adbbc4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785080738.773754,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adbbfd14-1eb6-4bae-af50-00efce8a5d33","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785080738.7738154,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adbbfd14-1eb6-4bae-af50-00efce8a5d33","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080738.773895,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d4c7483-b97b-4046-b7c6-e6f9640d6689"} {"level":"info","ts":1785080738.773972,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d4c7483-b97b-4046-b7c6-e6f9640d6689","name":"e2e-cleanup-test"} {"level":"info","ts":1785080738.7771845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc79820f-8e7a-4631-b864-bd561723b21b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080738.777251,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc79820f-8e7a-4631-b864-bd561723b21b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785080738.7812562,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d4c7483-b97b-4046-b7c6-e6f9640d6689","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785080738.7843838,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d4c7483-b97b-4046-b7c6-e6f9640d6689","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080738.784471,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d91aeeab-480c-4fb8-84c2-454eb2327cf6"} {"level":"info","ts":1785080738.784532,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d91aeeab-480c-4fb8-84c2-454eb2327cf6","name":"e2e-cleanup-test"} {"level":"info","ts":1785080738.7919655,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6faeb67e-cdef-4bd2-8390-288a53d9c9d4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080738.7920072,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6faeb67e-cdef-4bd2-8390-288a53d9c9d4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785080738.7924683,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d91aeeab-480c-4fb8-84c2-454eb2327cf6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785080738.7957807,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d91aeeab-480c-4fb8-84c2-454eb2327cf6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785080738.7958534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cebf6f4-aa64-4d68-be40-d722ac699ed6"} {"level":"info","ts":1785080738.7958994,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cebf6f4-aa64-4d68-be40-d722ac699ed6","name":"e2e-cleanup-test"} {"level":"info","ts":1785080738.802868,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cebf6f4-aa64-4d68-be40-d722ac699ed6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785080747.0092573,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"884cb5df-8be0-4f31-8230-103195147312"} {"level":"info","ts":1785080747.0092595,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c10b5bf9-5e53-467c-b018-a13f348abcdb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080747.0093613,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c10b5bf9-5e53-467c-b018-a13f348abcdb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785080751.320092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080751.320163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81191277-ff71-4d30-8fbe-631e8d0a0874"} {"level":"info","ts":1785080751.320175,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81191277-ff71-4d30-8fbe-631e8d0a0874"} {"level":"info","ts":1785080751.3201861,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81191277-ff71-4d30-8fbe-631e8d0a0874","EoS":true} {"level":"info","ts":1785080751.3202486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81191277-ff71-4d30-8fbe-631e8d0a0874","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785080751.320277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81191277-ff71-4d30-8fbe-631e8d0a0874"} {"level":"info","ts":1785080751.364751,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080751.3648336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70"} {"level":"info","ts":1785080751.364843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70"} {"level":"info","ts":1785080751.3648546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70","EoS":true} {"level":"info","ts":1785080751.3648815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70","header":"x-maas-subscription"} {"level":"info","ts":1785080751.3648942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70","header":"x-maas-username"} {"level":"info","ts":1785080751.3648996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70","header":"x-maas-group"} {"level":"info","ts":1785080751.364914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080751.364921,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70","modelName":"e2e-external-model"} {"level":"info","ts":1785080751.3649337,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785080751.3649635,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785080751.3649852,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70","authType":"apikey"} {"level":"info","ts":1785080751.3650124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0823eb9-cb5e-4036-b487-d3ba3977ba70"} {"level":"info","ts":1785080751.402566,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080751.4026434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c"} {"level":"info","ts":1785080751.402654,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c"} {"level":"info","ts":1785080751.402665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c","EoS":true} {"level":"info","ts":1785080751.4026942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c","header":"x-maas-subscription"} {"level":"info","ts":1785080751.4027042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c","header":"x-maas-group"} {"level":"info","ts":1785080751.4027097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c","header":"x-maas-username"} {"level":"info","ts":1785080751.4027257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785080751.4027557,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c"} {"level":"info","ts":1785080751.5028539,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c"} {"level":"info","ts":1785080751.5028806,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c"} {"level":"info","ts":1785080751.5028965,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c","EoS":false} {"level":"info","ts":1785080751.5029092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c","EoS":true} {"level":"error","ts":1785080751.5029242,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785080751.5029755,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"62dd07f5-1390-4e1f-b7fd-2461d3a2a67c"} {"level":"info","ts":1785080751.5486705,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785080751.5487504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48"} {"level":"info","ts":1785080751.5487623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48"} {"level":"info","ts":1785080751.548773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48","EoS":true} {"level":"info","ts":1785080751.5487962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48","header":"x-maas-subscription"} {"level":"info","ts":1785080751.5488071,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48","header":"x-maas-username"} {"level":"info","ts":1785080751.5488138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48","header":"x-maas-group"} {"level":"info","ts":1785080751.5488455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48"} {"level":"info","ts":1785080751.6494544,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48"} {"level":"info","ts":1785080751.649481,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48"} {"level":"info","ts":1785080751.6494968,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48","EoS":false} {"level":"info","ts":1785080751.6495104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48","EoS":true} {"level":"error","ts":1785080751.6495204,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785080751.649553,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"430f3881-33b9-4d5d-b462-e2e34a86cb48"} {"level":"info","ts":1785080752.4582474,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47edd29a-844d-462d-8ad0-39ebe0066cc3"} {"level":"info","ts":1785080752.458253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b48b8a3-77d5-417f-9b70-f2404f93af72","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080752.4583144,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b48b8a3-77d5-417f-9b70-f2404f93af72","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785080752.5980554,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee80ef6c-f991-4a72-a542-a4da475754b9"} {"level":"info","ts":1785080752.5980623,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1fb1b9c-5a3e-4c04-92a8-ef13a7de09a2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080752.5981183,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1fb1b9c-5a3e-4c04-92a8-ef13a7de09a2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785080752.715518,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1e004118-1829-40e5-a975-f04bc1fab0b9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785080752.715593,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1e004118-1829-40e5-a975-f04bc1fab0b9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785082041.0883245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082041.088417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdbcd29a-1f7b-4957-b53b-a75f32e7b81d"} {"level":"info","ts":1785082105.75147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785082105.7515671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2"} {"level":"info","ts":1785082105.751576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2"} {"level":"info","ts":1785082105.7515867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2","EoS":true} {"level":"info","ts":1785082105.7516165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2","header":"x-maas-group"} {"level":"info","ts":1785082105.751627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2","header":"x-maas-username"} {"level":"info","ts":1785082105.7516325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2","header":"x-maas-subscription"} {"level":"info","ts":1785082105.7516468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785082105.7516701,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2"} {"level":"info","ts":1785082105.752973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2"} {"level":"info","ts":1785082105.7529993,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2"} {"level":"info","ts":1785082105.7530155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2","EoS":false} {"level":"info","ts":1785082105.7530277,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2","EoS":true} {"level":"info","ts":1785082105.7530565,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f4868503-1879-492a-88ee-677e8b1899d2"}