{"level":"info","ts":1785534208.5793328,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a"} {"level":"info","ts":1785534208.5793495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a","EoS":false} {"level":"info","ts":1785534208.5793624,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a"} {"level":"info","ts":1785534208.5793893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a","EoS":true} {"level":"info","ts":1785534208.5793958,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"308e7e83-6ea1-44bd-a802-a419789ce94a"} {"level":"info","ts":1785534208.714678,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534208.714777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de"} {"level":"info","ts":1785534208.7147942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de"} {"level":"info","ts":1785534208.7148108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","EoS":true} {"level":"info","ts":1785534208.714849,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","header":"x-maas-subscription"} {"level":"info","ts":1785534208.7148638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","header":"x-maas-username"} {"level":"info","ts":1785534208.7148724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","header":"x-maas-group"} {"level":"info","ts":1785534208.7148912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534208.71496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de"} {"level":"info","ts":1785534208.7159917,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de"} {"level":"info","ts":1785534208.7160149,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de"} {"level":"info","ts":1785534208.7160316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","EoS":false} {"level":"info","ts":1785534208.7160423,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de"} {"level":"info","ts":1785534208.7160728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de","EoS":true} {"level":"info","ts":1785534208.7160852,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1e220a90-aca0-4bb7-be0f-86fd9eec11de"} {"level":"info","ts":1785534208.8579204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534208.8580039,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb"} {"level":"info","ts":1785534208.8580172,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb"} {"level":"info","ts":1785534208.8580298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","EoS":true} {"level":"info","ts":1785534208.8580534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","header":"x-maas-username"} {"level":"info","ts":1785534208.8580637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","header":"x-maas-subscription"} {"level":"info","ts":1785534208.8580706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","header":"x-maas-group"} {"level":"info","ts":1785534208.8580875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534208.858118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb"} {"level":"info","ts":1785534208.8589728,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb"} {"level":"info","ts":1785534208.8589926,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb"} {"level":"info","ts":1785534208.8590147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","EoS":false} {"level":"info","ts":1785534208.8590343,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb"} {"level":"info","ts":1785534208.8590684,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb","EoS":true} {"level":"info","ts":1785534208.8590796,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"41ab46c8-66c8-4e13-9d27-43549522edeb"} {"level":"info","ts":1785534208.994739,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534208.9948113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250"} {"level":"info","ts":1785534208.9948225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250"} {"level":"info","ts":1785534208.9948335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","EoS":true} {"level":"info","ts":1785534208.9948626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","header":"x-maas-subscription"} {"level":"info","ts":1785534208.9948733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","header":"x-maas-username"} {"level":"info","ts":1785534208.994879,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","header":"x-maas-group"} {"level":"info","ts":1785534208.9948926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534208.9949474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250"} {"level":"info","ts":1785534208.9957716,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250"} {"level":"info","ts":1785534208.9957986,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250"} {"level":"info","ts":1785534208.995823,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","EoS":false} {"level":"info","ts":1785534208.9958484,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250"} {"level":"info","ts":1785534208.9958801,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250","EoS":true} {"level":"info","ts":1785534208.9958901,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13b16dd1-b21d-45f3-921e-2a51ab152250"} {"level":"info","ts":1785534209.1305406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534209.1306317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b"} {"level":"info","ts":1785534209.1306484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b"} {"level":"info","ts":1785534209.130663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","EoS":true} {"level":"info","ts":1785534209.1306863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","header":"x-maas-username"} {"level":"info","ts":1785534209.1307058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","header":"x-maas-group"} {"level":"info","ts":1785534209.1307113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","header":"x-maas-subscription"} {"level":"info","ts":1785534209.1307247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534209.130749,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b"} {"level":"info","ts":1785534209.1315627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b"} {"level":"info","ts":1785534209.131586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b"} {"level":"info","ts":1785534209.131608,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","EoS":false} {"level":"info","ts":1785534209.1316268,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b"} {"level":"info","ts":1785534209.1316478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b","EoS":true} {"level":"info","ts":1785534209.1316535,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4bc69486-8066-4814-8ab9-58d65f2bd66b"} {"level":"info","ts":1785534230.3073761,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534230.3074563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787"} {"level":"info","ts":1785534230.307469,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787"} {"level":"info","ts":1785534230.307481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","EoS":true} {"level":"info","ts":1785534230.307506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","header":"x-maas-username"} {"level":"info","ts":1785534230.3075168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","header":"x-maas-subscription"} {"level":"info","ts":1785534230.3075223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","header":"x-maas-group"} {"level":"info","ts":1785534230.3075352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534230.3075593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787"} {"level":"info","ts":1785534230.308498,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787"} {"level":"info","ts":1785534230.308525,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787"} {"level":"info","ts":1785534230.3085496,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","EoS":false} {"level":"info","ts":1785534230.3085694,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787"} {"level":"info","ts":1785534230.3085954,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787","EoS":true} {"level":"info","ts":1785534230.3086045,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30ff9786-1b2c-4dcc-aafa-ffaf76f5c787"} {"level":"info","ts":1785534230.4291315,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534230.429209,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9e5dde9-4814-4047-820c-ba4a0c8045f5"} {"level":"info","ts":1785534230.4300718,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9e5dde9-4814-4047-820c-ba4a0c8045f5"} {"level":"info","ts":1785534230.430092,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9e5dde9-4814-4047-820c-ba4a0c8045f5"} {"level":"info","ts":1785534230.4301112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9e5dde9-4814-4047-820c-ba4a0c8045f5","EoS":false} {"level":"info","ts":1785534230.4301276,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c9e5dde9-4814-4047-820c-ba4a0c8045f5"} {"level":"info","ts":1785534230.430154,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9e5dde9-4814-4047-820c-ba4a0c8045f5","EoS":true} {"level":"info","ts":1785534230.4301624,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c9e5dde9-4814-4047-820c-ba4a0c8045f5"} {"level":"info","ts":1785534235.05207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534235.0521598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d"} {"level":"info","ts":1785534235.0521717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d"} {"level":"info","ts":1785534235.0521863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","EoS":true} {"level":"info","ts":1785534235.0522215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","header":"x-maas-group"} {"level":"info","ts":1785534235.052232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","header":"x-maas-subscription"} {"level":"info","ts":1785534235.052238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","header":"x-maas-username"} {"level":"info","ts":1785534235.0522513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534235.0522811,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d"} {"level":"info","ts":1785534235.0531704,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d"} {"level":"info","ts":1785534235.0531921,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d"} {"level":"info","ts":1785534235.0532057,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","EoS":false} {"level":"info","ts":1785534235.0532176,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d"} {"level":"info","ts":1785534235.0532463,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d","EoS":true} {"level":"info","ts":1785534235.0532558,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72b3ffa0-9a54-4dca-b614-24b71b9ceb6d"} {"level":"info","ts":1785534245.6841297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534245.6842122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f"} {"level":"info","ts":1785534245.6842215,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f"} {"level":"info","ts":1785534245.6842325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","EoS":true} {"level":"info","ts":1785534245.6842575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","header":"x-maas-subscription"} {"level":"info","ts":1785534245.68427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","header":"x-maas-group"} {"level":"info","ts":1785534245.6842766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","header":"x-maas-username"} {"level":"info","ts":1785534245.6842892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534245.6843154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f"} {"level":"info","ts":1785534245.6975698,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f"} {"level":"info","ts":1785534245.6975985,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f"} {"level":"info","ts":1785534245.6976154,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","EoS":false} {"level":"info","ts":1785534245.6976292,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f"} {"level":"info","ts":1785534245.6976607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f","EoS":true} {"level":"info","ts":1785534245.6976686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c4bd1a1-6f4a-40b0-9dd1-3b5df9e9879f"} {"level":"info","ts":1785534258.566309,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534258.5663984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce"} {"level":"info","ts":1785534258.5664117,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce"} {"level":"info","ts":1785534258.5664227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","EoS":true} {"level":"info","ts":1785534258.5664454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","header":"x-maas-username"} {"level":"info","ts":1785534258.5664556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","header":"x-maas-subscription"} {"level":"info","ts":1785534258.5664613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","header":"x-maas-group"} {"level":"info","ts":1785534258.5664744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534258.5665002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce"} {"level":"info","ts":1785534258.5674815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce"} {"level":"info","ts":1785534258.5675037,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce"} {"level":"info","ts":1785534258.567525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","EoS":false} {"level":"info","ts":1785534258.56754,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce"} {"level":"info","ts":1785534258.5675647,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce","EoS":true} {"level":"info","ts":1785534258.567573,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c21d880b-e768-4d01-88b3-05ef0cbe0fce"} {"level":"info","ts":1785534267.095809,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534267.0959291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6"} {"level":"info","ts":1785534267.0959473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6"} {"level":"info","ts":1785534267.0959623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","EoS":true} {"level":"info","ts":1785534267.0959888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","header":"x-maas-username"} {"level":"info","ts":1785534267.0960007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","header":"x-maas-subscription"} {"level":"info","ts":1785534267.0960062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","header":"x-maas-group"} {"level":"info","ts":1785534267.0960202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534267.096052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6"} {"level":"info","ts":1785534267.0969756,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6"} {"level":"info","ts":1785534267.0969977,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6"} {"level":"info","ts":1785534267.0970144,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","EoS":false} {"level":"info","ts":1785534267.0970297,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6"} {"level":"info","ts":1785534267.097052,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6","EoS":true} {"level":"info","ts":1785534267.0970619,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eddd7afd-e79e-4f19-8380-bb703fc1d1f6"} {"level":"info","ts":1785534275.9493592,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534275.9494486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f"} {"level":"info","ts":1785534275.949467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f"} {"level":"info","ts":1785534275.9494796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","EoS":true} {"level":"info","ts":1785534275.9495034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","header":"x-maas-subscription"} {"level":"info","ts":1785534275.9495144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","header":"x-maas-group"} {"level":"info","ts":1785534275.9495196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","header":"x-maas-username"} {"level":"info","ts":1785534275.9495325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534275.9495544,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f"} {"level":"info","ts":1785534275.9504194,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f"} {"level":"info","ts":1785534275.9504406,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f"} {"level":"info","ts":1785534275.9504573,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","EoS":false} {"level":"info","ts":1785534275.950467,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f"} {"level":"info","ts":1785534275.9504857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f","EoS":true} {"level":"info","ts":1785534275.9504955,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4724fa22-9e88-447d-b5e0-221647a5bb3f"} {"level":"info","ts":1785534308.3988595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534308.3989663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9"} {"level":"info","ts":1785534308.3989773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9"} {"level":"info","ts":1785534308.398989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","EoS":true} {"level":"info","ts":1785534308.3990135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","header":"x-maas-username"} {"level":"info","ts":1785534308.3990247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","header":"x-maas-group"} {"level":"info","ts":1785534308.3990304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","header":"x-maas-subscription"} {"level":"info","ts":1785534308.3990445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534308.39907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9"} {"level":"info","ts":1785534308.4003255,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9"} {"level":"info","ts":1785534308.4003508,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9"} {"level":"info","ts":1785534308.4003718,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","EoS":false} {"level":"info","ts":1785534308.400393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9"} {"level":"info","ts":1785534308.4004285,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9","EoS":true} {"level":"info","ts":1785534308.40044,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"391d58e9-0d1a-4d81-80f3-90644f2e32e9"} {"level":"info","ts":1785534342.1534529,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534342.1535363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0"} {"level":"info","ts":1785534342.1535532,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0"} {"level":"info","ts":1785534342.1535692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","EoS":true} {"level":"info","ts":1785534342.1535935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","header":"x-maas-subscription"} {"level":"info","ts":1785534342.153604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","header":"x-maas-username"} {"level":"info","ts":1785534342.1536093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","header":"x-maas-group"} {"level":"info","ts":1785534342.153623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785534342.1536484,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0"} {"level":"info","ts":1785534342.1564002,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0"} {"level":"info","ts":1785534342.1564217,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0"} {"level":"info","ts":1785534342.1564384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","EoS":false} {"level":"info","ts":1785534342.1564498,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0"} {"level":"info","ts":1785534342.1564708,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0","EoS":true} {"level":"info","ts":1785534342.1564803,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1e83515d-703c-49f4-90e0-3349104248f0"} {"level":"info","ts":1785534377.079583,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534377.0796647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d"} {"level":"info","ts":1785534377.0796788,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d"} {"level":"info","ts":1785534377.079691,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","EoS":true} {"level":"info","ts":1785534377.0797122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","header":"x-maas-username"} {"level":"info","ts":1785534377.079722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","header":"x-maas-subscription"} {"level":"info","ts":1785534377.0797267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","header":"x-maas-group"} {"level":"info","ts":1785534377.0797381,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534377.0797608,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d"} {"level":"info","ts":1785534377.0806189,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d"} {"level":"info","ts":1785534377.0806382,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d"} {"level":"info","ts":1785534377.0806565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","EoS":false} {"level":"info","ts":1785534377.080674,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d"} {"level":"info","ts":1785534377.0807037,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d","EoS":true} {"level":"info","ts":1785534377.0807133,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9403355d-5923-4daa-8151-467d6713a49d"} {"level":"info","ts":1785534386.4612067,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534386.4612768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2"} {"level":"info","ts":1785534386.4612887,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2"} {"level":"info","ts":1785534386.4612992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","EoS":true} {"level":"info","ts":1785534386.4613245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","header":"x-maas-username"} {"level":"info","ts":1785534386.4613342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","header":"x-maas-subscription"} {"level":"info","ts":1785534386.4613392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","header":"x-maas-group"} {"level":"info","ts":1785534386.4613547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534386.461381,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2"} {"level":"info","ts":1785534386.4622974,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2"} {"level":"info","ts":1785534386.4623246,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2"} {"level":"info","ts":1785534386.4623475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","EoS":false} {"level":"info","ts":1785534386.462367,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2"} {"level":"info","ts":1785534386.4623923,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2","EoS":true} {"level":"info","ts":1785534386.4624038,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"442f2977-1d6a-4b98-b987-2d370f2d4db2"} {"level":"info","ts":1785534386.4988952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534386.4990005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c93b752-51db-497f-944f-6350cc572285"} {"level":"info","ts":1785534386.499016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c93b752-51db-497f-944f-6350cc572285"} {"level":"info","ts":1785534386.4990284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","EoS":true} {"level":"info","ts":1785534386.4990532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","header":"x-maas-group"} {"level":"info","ts":1785534386.4990635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","header":"x-maas-subscription"} {"level":"info","ts":1785534386.4990687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","header":"x-maas-username"} {"level":"info","ts":1785534386.4990823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534386.4991066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c93b752-51db-497f-944f-6350cc572285"} {"level":"info","ts":1785534386.4999607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c93b752-51db-497f-944f-6350cc572285"} {"level":"info","ts":1785534386.4999807,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c93b752-51db-497f-944f-6350cc572285"} {"level":"info","ts":1785534386.499996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","EoS":false} {"level":"info","ts":1785534386.5000074,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c93b752-51db-497f-944f-6350cc572285"} {"level":"info","ts":1785534386.5000367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c93b752-51db-497f-944f-6350cc572285","EoS":true} {"level":"info","ts":1785534386.5000465,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c93b752-51db-497f-944f-6350cc572285"} {"level":"info","ts":1785534405.4644384,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534405.4645357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10"} {"level":"info","ts":1785534405.4645534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10"} {"level":"info","ts":1785534405.464574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","EoS":true} {"level":"info","ts":1785534405.4646003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","header":"x-maas-subscription"} {"level":"info","ts":1785534405.4646115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","header":"x-maas-username"} {"level":"info","ts":1785534405.4646168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","header":"x-maas-group"} {"level":"info","ts":1785534405.4646308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534405.464654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10"} {"level":"info","ts":1785534405.4655423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10"} {"level":"info","ts":1785534405.4655633,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10"} {"level":"info","ts":1785534405.465579,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","EoS":false} {"level":"info","ts":1785534405.4655955,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10"} {"level":"info","ts":1785534405.4656239,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10","EoS":true} {"level":"info","ts":1785534405.4656372,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"83a52a8c-1207-42e9-a15e-8b08fb28ff10"} {"level":"info","ts":1785534584.3923264,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534584.3924232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32"} {"level":"info","ts":1785534584.3924417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32"} {"level":"info","ts":1785534584.3924584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","EoS":true} {"level":"info","ts":1785534584.3924892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","header":"x-maas-subscription"} {"level":"info","ts":1785534584.3925016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","header":"x-maas-group"} {"level":"info","ts":1785534584.3925068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","header":"x-maas-username"} {"level":"info","ts":1785534584.3925192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785534584.3925443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32"} {"level":"info","ts":1785534584.404555,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32"} {"level":"info","ts":1785534584.4045756,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32"} {"level":"info","ts":1785534584.404591,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","EoS":false} {"level":"info","ts":1785534584.404602,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32"} {"level":"info","ts":1785534584.4046245,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32","EoS":true} {"level":"info","ts":1785534584.4046323,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ca20266d-b8fc-4b1a-b013-4d0d26f76b32"} {"level":"info","ts":1785534686.2574522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534686.257549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d"} {"level":"info","ts":1785534686.2575674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d"} {"level":"info","ts":1785534686.2575872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","EoS":true} {"level":"info","ts":1785534686.2576256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","header":"x-maas-group"} {"level":"info","ts":1785534686.2576382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","header":"x-maas-subscription"} {"level":"info","ts":1785534686.257647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","header":"x-maas-username"} {"level":"info","ts":1785534686.2576673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534686.2577002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d"} {"level":"info","ts":1785534686.2586327,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d"} {"level":"info","ts":1785534686.258655,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d"} {"level":"info","ts":1785534686.25867,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","EoS":false} {"level":"info","ts":1785534686.2586823,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d"} {"level":"info","ts":1785534686.2587016,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d","EoS":true} {"level":"info","ts":1785534686.2587097,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f614c982-936f-449b-b805-8f7a5bafbb8d"} {"level":"info","ts":1785534701.47537,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785534701.4754589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f"} {"level":"info","ts":1785534701.4754717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f"} {"level":"info","ts":1785534701.4754877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","EoS":true} {"level":"info","ts":1785534701.4755144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","header":"x-maas-username"} {"level":"info","ts":1785534701.4755247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","header":"x-maas-subscription"} {"level":"info","ts":1785534701.47553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","header":"x-maas-group"} {"level":"info","ts":1785534701.475543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785534701.475572,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f"} {"level":"info","ts":1785534701.47651,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f"} {"level":"info","ts":1785534701.4765384,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f"} {"level":"info","ts":1785534701.476564,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","EoS":false} {"level":"info","ts":1785534701.476581,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f"} {"level":"info","ts":1785534701.47661,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f","EoS":true} {"level":"info","ts":1785534701.4766214,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a681332-4860-4404-a7c1-3693ef5ec69f"} {"level":"info","ts":1785535044.5586092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535044.5588794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623"} {"level":"info","ts":1785535044.5589037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623"} {"level":"info","ts":1785535044.558952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","EoS":true} {"level":"info","ts":1785535044.5589895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","header":"x-maas-group"} {"level":"info","ts":1785535044.5590088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","header":"x-maas-username"} {"level":"info","ts":1785535044.5590177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","header":"x-maas-subscription"} {"level":"info","ts":1785535044.5590363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785535044.559075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623"} {"level":"info","ts":1785535044.5622046,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623"} {"level":"info","ts":1785535044.5622292,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623"} {"level":"info","ts":1785535044.5622492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","EoS":false} {"level":"info","ts":1785535044.5622656,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623"} {"level":"info","ts":1785535044.562294,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623","EoS":true} {"level":"info","ts":1785535044.5623074,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3229391d-39ec-4680-8526-2ccbb60ed623"} {"level":"info","ts":1785535044.601242,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535044.6013238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee"} {"level":"info","ts":1785535044.6013389,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee"} {"level":"info","ts":1785535044.6013505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","EoS":true} {"level":"info","ts":1785535044.6013727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","header":"x-maas-subscription"} {"level":"info","ts":1785535044.6013844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","header":"x-maas-group"} {"level":"info","ts":1785535044.6013906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","header":"x-maas-username"} {"level":"info","ts":1785535044.601404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785535044.6014295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee"} {"level":"info","ts":1785535044.6022327,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee"} {"level":"info","ts":1785535044.6022518,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee"} {"level":"info","ts":1785535044.6022658,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","EoS":false} {"level":"info","ts":1785535044.602277,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee"} {"level":"info","ts":1785535044.6023028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee","EoS":true} {"level":"info","ts":1785535044.6023116,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0b3a695-70da-4e5f-80cb-fe3be47e04ee"} {"level":"info","ts":1785535049.3620846,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6efb19dc-8be8-4154-bd56-3f407f36c302","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785535049.3623376,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35217.59518301,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.3623734,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.42083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.4633923,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6efb19dc-8be8-4154-bd56-3f407f36c302","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785535049.4736147,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1c1f10d-ef2b-4ba5-a3fd-205774f47cfd"} {"level":"info","ts":1785535049.473713,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84e80de1-9a79-4bf5-85d5-404f47160e1a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535049.4737587,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84e80de1-9a79-4bf5-85d5-404f47160e1a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785535049.4800587,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6cdd2e0-e2a0-4bde-9da2-4d2588c6fe14","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535049.480083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36804.630990319,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.4801033,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.48009,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6cdd2e0-e2a0-4bde-9da2-4d2588c6fe14","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785535049.4881098,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.5801945,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1c1f10d-ef2b-4ba5-a3fd-205774f47cfd","name":"e2e-external-provider"} {"level":"info","ts":1785535049.5812278,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4089e9af-91f9-473e-a415-5643c778910a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.5812988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4089e9af-91f9-473e-a415-5643c778910a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535049.5812278,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bfa1988-33b6-455c-845b-66f39d96bebd"} {"level":"info","ts":1785535049.5887332,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1c1f10d-ef2b-4ba5-a3fd-205774f47cfd","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785535049.5889764,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b28edc8e-456a-4082-a96d-3559ca08cce2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.5890083,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b28edc8e-456a-4082-a96d-3559ca08cce2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535049.589116,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bfa1988-33b6-455c-845b-66f39d96bebd","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785535049.6061025,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb6eb306-f17c-44be-8b92-98f4c06f670c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.6061394,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb6eb306-f17c-44be-8b92-98f4c06f670c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785535049.606151,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bfa1988-33b6-455c-845b-66f39d96bebd","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535049.6062531,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d415fbdf-d79f-4fc7-ae6c-837d61b26c08"} {"level":"info","ts":1785535049.6062813,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d415fbdf-d79f-4fc7-ae6c-837d61b26c08","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785535049.6111984,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1c1f10d-ef2b-4ba5-a3fd-205774f47cfd","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785535049.6130607,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d415fbdf-d79f-4fc7-ae6c-837d61b26c08","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535049.6233618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4e2f63e-de53-4b22-9cca-14280000f496"} {"level":"info","ts":1785535049.6234121,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4e2f63e-de53-4b22-9cca-14280000f496","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785535049.625445,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1c1f10d-ef2b-4ba5-a3fd-205774f47cfd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785535049.6302395,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4e2f63e-de53-4b22-9cca-14280000f496","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535049.6433887,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"069cbe65-30dd-4512-9571-07522e50e063"} {"level":"info","ts":1785535049.643456,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b80fb9e-ae65-4ac5-8d37-95d4353deee6"} {"level":"info","ts":1785535049.6435452,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4490499a-a955-4038-82cd-3814cbfc90bc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535049.6435862,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4490499a-a955-4038-82cd-3814cbfc90bc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785535049.6436312,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39115.632554767,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.643649,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b80fb9e-ae65-4ac5-8d37-95d4353deee6","name":"e2e-external-provider"} {"level":"info","ts":1785535049.6436489,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.643785,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23dba5ba-9c50-45e6-bcee-7448cbe6545f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.643807,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23dba5ba-9c50-45e6-bcee-7448cbe6545f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535049.6638916,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785535049.6646352,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b80fb9e-ae65-4ac5-8d37-95d4353deee6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785535049.743982,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"069cbe65-30dd-4512-9571-07522e50e063","name":"e2e-external-model"} {"level":"info","ts":1785535049.762474,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"069cbe65-30dd-4512-9571-07522e50e063","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535049.7713082,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd3527cf-8588-4254-be84-036847771a49","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.7713509,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd3527cf-8588-4254-be84-036847771a49","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785535049.7713168,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87af48a1-57a4-4783-8192-ef6f8d0f6080"} {"level":"info","ts":1785535049.7714067,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87af48a1-57a4-4783-8192-ef6f8d0f6080","name":"e2e-external-model"} {"level":"info","ts":1785535049.789957,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2672bb0e-776c-494a-9a2d-d03a2a368c44","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.7899911,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2672bb0e-776c-494a-9a2d-d03a2a368c44","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785535049.7934625,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87af48a1-57a4-4783-8192-ef6f8d0f6080","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785535049.7935224,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87af48a1-57a4-4783-8192-ef6f8d0f6080","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535049.793579,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab25e370-df4e-4f0d-9ece-27a631473534"} {"level":"info","ts":1785535049.7936265,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab25e370-df4e-4f0d-9ece-27a631473534","name":"e2e-external-model"} {"level":"info","ts":1785535049.803091,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab25e370-df4e-4f0d-9ece-27a631473534","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535049.8082838,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08a77021-6d95-41b1-8f32-b5f0de2212ed","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535049.8083167,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08a77021-6d95-41b1-8f32-b5f0de2212ed","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785535049.8094814,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab25e370-df4e-4f0d-9ece-27a631473534","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535049.809562,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"861d25ef-be3e-415f-b0aa-ea7bc0a332c4"} {"level":"info","ts":1785535049.8096116,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"861d25ef-be3e-415f-b0aa-ea7bc0a332c4","name":"e2e-external-model"} {"level":"info","ts":1785535049.8183982,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"861d25ef-be3e-415f-b0aa-ea7bc0a332c4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535061.3642266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535061.364313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6"} {"level":"info","ts":1785535061.3643298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6"} {"level":"info","ts":1785535061.364342,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","EoS":true} {"level":"info","ts":1785535061.3643644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","header":"x-maas-group"} {"level":"info","ts":1785535061.3643746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","header":"x-maas-subscription"} {"level":"info","ts":1785535061.3643796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","header":"x-maas-username"} {"level":"info","ts":1785535061.3643928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535061.3644018,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","modelName":"e2e-external-model"} {"level":"info","ts":1785535061.3644133,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785535061.3644528,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785535061.3644683,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","authType":"apikey"} {"level":"info","ts":1785535061.3644943,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6"} {"level":"info","ts":1785535061.4614837,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6"} {"level":"info","ts":1785535061.4615169,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6"} {"level":"info","ts":1785535061.4615352,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","EoS":false} {"level":"info","ts":1785535061.4615488,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6"} {"level":"info","ts":1785535061.4615812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6","EoS":true} {"level":"info","ts":1785535061.4615874,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8369d6ed-c2ae-4341-b714-1f63f0a8d4c6"} {"level":"info","ts":1785535061.5823243,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b41a83-ef12-4e31-ab86-4cb3f73f1236"} {"level":"info","ts":1785535061.582329,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac19706c-06b7-4f91-a0c9-7d1314f62881","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535061.5823615,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac19706c-06b7-4f91-a0c9-7d1314f62881","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785535061.5896711,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"294c484c-0160-4c22-be6c-a1a73e1a08f7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535061.5897038,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"294c484c-0160-4c22-be6c-a1a73e1a08f7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785535061.5906744,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b41a83-ef12-4e31-ab86-4cb3f73f1236","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535061.590729,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b41a83-ef12-4e31-ab86-4cb3f73f1236","name":"e2e-cleanup-test"} {"level":"info","ts":1785535061.6055152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af4f27f6-b4dd-4448-8304-88e0c56f5079","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535061.605545,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af4f27f6-b4dd-4448-8304-88e0c56f5079","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785535061.6069393,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b41a83-ef12-4e31-ab86-4cb3f73f1236","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785535061.6069813,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6b41a83-ef12-4e31-ab86-4cb3f73f1236","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535061.607033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7b9fda1-1e79-48f2-ace7-18fea8ddd555"} {"level":"info","ts":1785535061.6070852,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7b9fda1-1e79-48f2-ace7-18fea8ddd555","name":"e2e-cleanup-test"} {"level":"info","ts":1785535061.6199732,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78bc5dbb-0964-4a77-9091-88880795fb1e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535061.6200023,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78bc5dbb-0964-4a77-9091-88880795fb1e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785535061.6243,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7b9fda1-1e79-48f2-ace7-18fea8ddd555","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785535061.6243443,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7b9fda1-1e79-48f2-ace7-18fea8ddd555","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535061.6244035,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9aadfcaa-ed4a-4b59-874b-ae5ef2db1068"} {"level":"info","ts":1785535061.6244593,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9aadfcaa-ed4a-4b59-874b-ae5ef2db1068","name":"e2e-cleanup-test"} {"level":"info","ts":1785535061.6332083,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9aadfcaa-ed4a-4b59-874b-ae5ef2db1068","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535061.633859,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0efffaf-c2cd-41d7-85d9-f3a52e7747d3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535061.633887,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0efffaf-c2cd-41d7-85d9-f3a52e7747d3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785535061.6368484,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9aadfcaa-ed4a-4b59-874b-ae5ef2db1068","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785535061.6369479,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b63ee64-3bcd-4229-806a-bb7714ae3c5b"} {"level":"info","ts":1785535061.6369917,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b63ee64-3bcd-4229-806a-bb7714ae3c5b","name":"e2e-cleanup-test"} {"level":"info","ts":1785535061.6443326,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b63ee64-3bcd-4229-806a-bb7714ae3c5b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785535069.8273559,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f484546c-22b9-49c5-bc81-1c0609211828"} {"level":"info","ts":1785535069.8273568,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e662ca6-c5e4-42fb-bf93-45cbc8152d19","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535069.8274255,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e662ca6-c5e4-42fb-bf93-45cbc8152d19","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785535074.1285117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535074.1285856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5"} {"level":"info","ts":1785535074.1285963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5"} {"level":"info","ts":1785535074.1286128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5","EoS":true} {"level":"info","ts":1785535074.1286533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785535074.1286862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ef4d283-f9b0-4aa2-bc5f-8f290aad24d5"} {"level":"info","ts":1785535074.169863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535074.1699505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40"} {"level":"info","ts":1785535074.1699624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40"} {"level":"info","ts":1785535074.169974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","EoS":true} {"level":"info","ts":1785535074.1699955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","header":"x-maas-subscription"} {"level":"info","ts":1785535074.1700053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","header":"x-maas-group"} {"level":"info","ts":1785535074.1700103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","header":"x-maas-username"} {"level":"info","ts":1785535074.1700234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535074.170032,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","modelName":"e2e-external-model"} {"level":"info","ts":1785535074.1700447,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785535074.1700654,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785535074.1700807,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","authType":"apikey"} {"level":"info","ts":1785535074.170106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40"} {"level":"info","ts":1785535074.2599645,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40"} {"level":"info","ts":1785535074.2599921,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40"} {"level":"info","ts":1785535074.2600093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","EoS":false} {"level":"info","ts":1785535074.2600226,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40"} {"level":"info","ts":1785535074.2600493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40","EoS":true} {"level":"info","ts":1785535074.2600567,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0e30a5c-cfb0-43f9-a9c2-7cc280a50e40"} {"level":"info","ts":1785535074.298501,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535074.2985954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a"} {"level":"info","ts":1785535074.2986069,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a"} {"level":"info","ts":1785535074.2986176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","EoS":true} {"level":"info","ts":1785535074.2986395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","header":"x-maas-subscription"} {"level":"info","ts":1785535074.2986503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","header":"x-maas-username"} {"level":"info","ts":1785535074.2986546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","header":"x-maas-group"} {"level":"info","ts":1785535074.2986665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785535074.2986875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a"} {"level":"info","ts":1785535074.343307,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a"} {"level":"info","ts":1785535074.343332,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a"} {"level":"info","ts":1785535074.3433542,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","EoS":false} {"level":"info","ts":1785535074.3433664,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a"} {"level":"info","ts":1785535074.3433926,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a","EoS":true} {"level":"info","ts":1785535074.343398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74c1eafb-fbcf-4279-aa2b-4a5d6986316a"} {"level":"info","ts":1785535074.382761,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785535074.382842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146"} {"level":"info","ts":1785535074.3828545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146"} {"level":"info","ts":1785535074.382866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146","EoS":true} {"level":"info","ts":1785535074.3828895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146","header":"x-maas-username"} {"level":"info","ts":1785535074.3829002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146","header":"x-maas-subscription"} {"level":"info","ts":1785535074.382921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146","header":"x-maas-group"} {"level":"info","ts":1785535074.3829546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146"} {"level":"info","ts":1785535074.4283392,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146"} {"level":"info","ts":1785535074.4283686,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146"} {"level":"info","ts":1785535074.4283912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146","EoS":false} {"level":"info","ts":1785535074.4284136,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146"} {"level":"info","ts":1785535074.4284446,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146","EoS":true} {"level":"info","ts":1785535074.4284532,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c46aafe-fd4e-4a39-b4a7-be4f92f91146"} {"level":"info","ts":1785535075.233234,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf120579-f5f2-4527-b271-f226665cec18","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535075.2332916,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf120579-f5f2-4527-b271-f226665cec18","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785535075.2332466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"077160a6-4644-46d6-96d0-2d4a22022b22"} {"level":"info","ts":1785535075.3793747,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f4a3704-5960-45a4-8686-7d2b3ba8959b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535075.379414,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81888d7a-bad6-45ba-9282-e65884dd6018"} {"level":"info","ts":1785535075.3794205,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f4a3704-5960-45a4-8686-7d2b3ba8959b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785535075.4944332,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"64ae4ce4-885a-41b0-88c1-fc2a9ad94bff","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785535075.494565,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"64ae4ce4-885a-41b0-88c1-fc2a9ad94bff","key":"llm/e2e-external-model-api-key"}