{"level":"info","ts":1784915782.9956763,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"71f49f0c-423b-4a9f-9e8c-942ee25703e8"} {"level":"info","ts":1784915795.4319196,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915795.4320157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a"} {"level":"info","ts":1784915795.4320328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a"} {"level":"info","ts":1784915795.4320483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a","EoS":true} {"level":"info","ts":1784915795.4320843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a","header":"x-maas-subscription"} {"level":"info","ts":1784915795.4320998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a","header":"x-maas-group"} {"level":"info","ts":1784915795.4321063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a","header":"x-maas-username"} {"level":"info","ts":1784915795.4321265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915795.432163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a"} {"level":"info","ts":1784915795.4342237,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a"} {"level":"info","ts":1784915795.4342456,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a"} {"level":"info","ts":1784915795.434261,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a","EoS":false} {"level":"info","ts":1784915795.4342725,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a","EoS":true} {"level":"info","ts":1784915795.4343078,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dab24a54-1fd1-453d-b82c-03589243ad1a"} {"level":"info","ts":1784915796.2538366,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915796.2539127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6"} {"level":"info","ts":1784915796.2539253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6"} {"level":"info","ts":1784915796.2539365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","EoS":true} {"level":"info","ts":1784915796.25396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","header":"x-maas-subscription"} {"level":"info","ts":1784915796.25397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","header":"x-maas-group"} {"level":"info","ts":1784915796.253976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","header":"x-maas-username"} {"level":"info","ts":1784915796.2539885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915796.2540207,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6"} {"level":"info","ts":1784915796.2550178,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6"} {"level":"info","ts":1784915796.2550366,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6"} {"level":"info","ts":1784915796.2550516,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","EoS":false} {"level":"info","ts":1784915796.2550695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","EoS":true} {"level":"info","ts":1784915796.2551079,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6"} {"level":"info","ts":1784915816.2738206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.273897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7"} {"level":"info","ts":1784915816.27391,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7"} {"level":"info","ts":1784915816.2739222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","EoS":true} {"level":"info","ts":1784915816.2739482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","header":"x-maas-username"} {"level":"info","ts":1784915816.2739587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","header":"x-maas-subscription"} {"level":"info","ts":1784915816.2739632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","header":"x-maas-group"} {"level":"info","ts":1784915816.273977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.2740018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7"} {"level":"info","ts":1784915816.2861238,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7"} {"level":"info","ts":1784915816.2861362,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7"} {"level":"info","ts":1784915816.286147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","EoS":false} {"level":"info","ts":1784915816.2861578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","EoS":true} {"level":"info","ts":1784915816.2861884,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7"} {"level":"info","ts":1784915816.4260387,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.426117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55"} {"level":"info","ts":1784915816.426128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55"} {"level":"info","ts":1784915816.42614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","EoS":true} {"level":"info","ts":1784915816.4261658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","header":"x-maas-subscription"} {"level":"info","ts":1784915816.4261765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","header":"x-maas-username"} {"level":"info","ts":1784915816.426182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","header":"x-maas-group"} {"level":"info","ts":1784915816.4261944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.4262173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55"} {"level":"info","ts":1784915816.4279618,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55"} {"level":"info","ts":1784915816.4279737,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55"} {"level":"info","ts":1784915816.427986,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","EoS":false} {"level":"info","ts":1784915816.4279966,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","EoS":true} {"level":"info","ts":1784915816.42803,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55"} {"level":"info","ts":1784915816.567413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.5675032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c"} {"level":"info","ts":1784915816.5675154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c"} {"level":"info","ts":1784915816.567527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","EoS":true} {"level":"info","ts":1784915816.5675542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","header":"x-maas-group"} {"level":"info","ts":1784915816.5675645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","header":"x-maas-username"} {"level":"info","ts":1784915816.5675697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","header":"x-maas-subscription"} {"level":"info","ts":1784915816.5675817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.567604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c"} {"level":"info","ts":1784915816.5683784,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c"} {"level":"info","ts":1784915816.5684054,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c"} {"level":"info","ts":1784915816.5684278,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","EoS":false} {"level":"info","ts":1784915816.5684454,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","EoS":true} {"level":"info","ts":1784915816.5684981,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c"} {"level":"info","ts":1784915816.716281,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.7163837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342"} {"level":"info","ts":1784915816.7163982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342"} {"level":"info","ts":1784915816.716419,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","EoS":true} {"level":"info","ts":1784915816.716458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","header":"x-maas-subscription"} {"level":"info","ts":1784915816.7164707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","header":"x-maas-username"} {"level":"info","ts":1784915816.716479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","header":"x-maas-group"} {"level":"info","ts":1784915816.716496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.7165315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342"} {"level":"info","ts":1784915816.7173238,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342"} {"level":"info","ts":1784915816.717344,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342"} {"level":"info","ts":1784915816.7173593,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","EoS":false} {"level":"info","ts":1784915816.717378,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","EoS":true} {"level":"info","ts":1784915816.7174153,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342"} {"level":"info","ts":1784915816.8563285,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.8564208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791"} {"level":"info","ts":1784915816.8564353,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791"} {"level":"info","ts":1784915816.856454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","EoS":true} {"level":"info","ts":1784915816.8564916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","header":"x-maas-subscription"} {"level":"info","ts":1784915816.8565483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","header":"x-maas-group"} {"level":"info","ts":1784915816.856559,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","header":"x-maas-username"} {"level":"info","ts":1784915816.856578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.856613,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791"} {"level":"info","ts":1784915816.857424,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791"} {"level":"info","ts":1784915816.8574438,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791"} {"level":"info","ts":1784915816.8574603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","EoS":false} {"level":"info","ts":1784915816.8574772,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","EoS":true} {"level":"info","ts":1784915816.857513,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791"} {"level":"info","ts":1784915831.6655595,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915831.6656575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd"} {"level":"info","ts":1784915831.6656742,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd"} {"level":"info","ts":1784915831.6656911,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","EoS":true} {"level":"info","ts":1784915831.6657262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","header":"x-maas-group"} {"level":"info","ts":1784915831.665742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","header":"x-maas-username"} {"level":"info","ts":1784915831.6657495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","header":"x-maas-subscription"} {"level":"info","ts":1784915831.665765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915831.665816,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd"} {"level":"info","ts":1784915831.6673117,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd"} {"level":"info","ts":1784915831.6673307,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd"} {"level":"info","ts":1784915831.6673465,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","EoS":false} {"level":"info","ts":1784915831.6673596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","EoS":true} {"level":"info","ts":1784915831.6673965,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd"} {"level":"info","ts":1784915831.7810855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915831.7811725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a6641b0-497b-4a26-ba66-14680faee28a"} {"level":"info","ts":1784915831.7819815,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a6641b0-497b-4a26-ba66-14680faee28a"} {"level":"info","ts":1784915831.7820008,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9a6641b0-497b-4a26-ba66-14680faee28a"} {"level":"info","ts":1784915831.7820175,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a6641b0-497b-4a26-ba66-14680faee28a","EoS":false} {"level":"info","ts":1784915831.7820327,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"9a6641b0-497b-4a26-ba66-14680faee28a"} {"level":"info","ts":1784915831.7820592,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a6641b0-497b-4a26-ba66-14680faee28a","EoS":true} {"level":"info","ts":1784915831.7820673,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"9a6641b0-497b-4a26-ba66-14680faee28a"} {"level":"info","ts":1784915836.4106834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915836.4107993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4"} {"level":"info","ts":1784915836.4108133,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4"} {"level":"info","ts":1784915836.4108264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","EoS":true} {"level":"info","ts":1784915836.4108527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","header":"x-maas-group"} {"level":"info","ts":1784915836.4108639,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","header":"x-maas-subscription"} {"level":"info","ts":1784915836.410868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","header":"x-maas-username"} {"level":"info","ts":1784915836.4108806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915836.4109166,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4"} {"level":"info","ts":1784915836.4120536,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4"} {"level":"info","ts":1784915836.412077,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4"} {"level":"info","ts":1784915836.4121006,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","EoS":false} {"level":"info","ts":1784915836.412118,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","EoS":true} {"level":"info","ts":1784915836.4121683,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4"} {"level":"info","ts":1784915844.9809735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915844.981072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22"} {"level":"info","ts":1784915844.981087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22"} {"level":"info","ts":1784915844.9811027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","EoS":true} {"level":"info","ts":1784915844.9811351,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","header":"x-maas-username"} {"level":"info","ts":1784915844.9811482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","header":"x-maas-subscription"} {"level":"info","ts":1784915844.9811563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","header":"x-maas-group"} {"level":"info","ts":1784915844.981173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915844.9812047,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22"} {"level":"info","ts":1784915844.9953547,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22"} {"level":"info","ts":1784915844.9953818,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22"} {"level":"info","ts":1784915844.995401,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","EoS":false} {"level":"info","ts":1784915844.9954143,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","EoS":true} {"level":"info","ts":1784915844.995456,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22"} {"level":"info","ts":1784915857.8585184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915857.8586037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb"} {"level":"info","ts":1784915857.858616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb"} {"level":"info","ts":1784915857.8586278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","EoS":true} {"level":"info","ts":1784915857.8586547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","header":"x-maas-username"} {"level":"info","ts":1784915857.858665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","header":"x-maas-group"} {"level":"info","ts":1784915857.8586695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","header":"x-maas-subscription"} {"level":"info","ts":1784915857.8586824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915857.8587058,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb"} {"level":"info","ts":1784915857.85981,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb"} {"level":"info","ts":1784915857.859836,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb"} {"level":"info","ts":1784915857.859857,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","EoS":false} {"level":"info","ts":1784915857.859876,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","EoS":true} {"level":"info","ts":1784915857.8599217,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb"} {"level":"info","ts":1784915866.3870106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915866.3870878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b"} {"level":"info","ts":1784915866.3871026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b"} {"level":"info","ts":1784915866.3871155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","EoS":true} {"level":"info","ts":1784915866.3871446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","header":"x-maas-username"} {"level":"info","ts":1784915866.387156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","header":"x-maas-subscription"} {"level":"info","ts":1784915866.3871615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","header":"x-maas-group"} {"level":"info","ts":1784915866.3871763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915866.387209,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b"} {"level":"info","ts":1784915866.388279,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b"} {"level":"info","ts":1784915866.3882945,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b"} {"level":"info","ts":1784915866.388308,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","EoS":false} {"level":"info","ts":1784915866.3883219,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","EoS":true} {"level":"info","ts":1784915866.3883612,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b"} {"level":"info","ts":1784915875.2775311,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915875.2776103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780"} {"level":"info","ts":1784915875.2776222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780"} {"level":"info","ts":1784915875.277634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","EoS":true} {"level":"info","ts":1784915875.2776597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","header":"x-maas-group"} {"level":"info","ts":1784915875.2776678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","header":"x-maas-username"} {"level":"info","ts":1784915875.2776737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","header":"x-maas-subscription"} {"level":"info","ts":1784915875.2776866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915875.2777107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780"} {"level":"info","ts":1784915875.2787588,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780"} {"level":"info","ts":1784915875.278797,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780"} {"level":"info","ts":1784915875.2788134,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","EoS":false} {"level":"info","ts":1784915875.2788258,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","EoS":true} {"level":"info","ts":1784915875.2788603,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780"} {"level":"info","ts":1784915901.2508612,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915901.2509432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72"} {"level":"info","ts":1784915901.2509663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72"} {"level":"info","ts":1784915901.25098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","EoS":true} {"level":"info","ts":1784915901.2510164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","header":"x-maas-subscription"} {"level":"info","ts":1784915901.2510304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","header":"x-maas-group"} {"level":"info","ts":1784915901.2510383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","header":"x-maas-username"} {"level":"info","ts":1784915901.2510545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915901.251087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72"} {"level":"info","ts":1784915901.2532067,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72"} {"level":"info","ts":1784915901.2532346,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72"} {"level":"info","ts":1784915901.2532585,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","EoS":false} {"level":"info","ts":1784915901.2532775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","EoS":true} {"level":"info","ts":1784915901.253346,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72"} {"level":"info","ts":1784915924.7947109,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915924.7948003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20"} {"level":"info","ts":1784915924.794814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20"} {"level":"info","ts":1784915924.7948265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","EoS":true} {"level":"info","ts":1784915924.794852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","header":"x-maas-username"} {"level":"info","ts":1784915924.7948623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","header":"x-maas-subscription"} {"level":"info","ts":1784915924.7948673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","header":"x-maas-group"} {"level":"info","ts":1784915924.7948809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915924.7949052,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20"} {"level":"info","ts":1784915924.7980053,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20"} {"level":"info","ts":1784915924.7980385,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20"} {"level":"info","ts":1784915924.7980618,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","EoS":false} {"level":"info","ts":1784915924.7980738,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","EoS":true} {"level":"info","ts":1784915924.7981148,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20"} {"level":"info","ts":1784915949.1177523,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915949.1178544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb"} {"level":"info","ts":1784915949.1178658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb"} {"level":"info","ts":1784915949.117878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","EoS":true} {"level":"info","ts":1784915949.1179037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","header":"x-maas-subscription"} {"level":"info","ts":1784915949.1179142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","header":"x-maas-group"} {"level":"info","ts":1784915949.1179185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","header":"x-maas-username"} {"level":"info","ts":1784915949.1179335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915949.1179585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb"} {"level":"info","ts":1784915949.1190722,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb"} {"level":"info","ts":1784915949.1190944,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb"} {"level":"info","ts":1784915949.1191223,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","EoS":false} {"level":"info","ts":1784915949.1191347,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","EoS":true} {"level":"info","ts":1784915949.119177,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb"} {"level":"info","ts":1784915958.5529726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915958.553132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de"} {"level":"info","ts":1784915958.5531514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de"} {"level":"info","ts":1784915958.5531685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","EoS":true} {"level":"info","ts":1784915958.5532045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","header":"x-maas-group"} {"level":"info","ts":1784915958.553229,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","header":"x-maas-subscription"} {"level":"info","ts":1784915958.553239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","header":"x-maas-username"} {"level":"info","ts":1784915958.5532565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915958.5533485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de"} {"level":"info","ts":1784915958.5544682,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de"} {"level":"info","ts":1784915958.5544899,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de"} {"level":"info","ts":1784915958.5545168,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","EoS":false} {"level":"info","ts":1784915958.5545285,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","EoS":true} {"level":"info","ts":1784915958.5545828,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de"} {"level":"info","ts":1784915958.5933821,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915958.593456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3"} {"level":"info","ts":1784915958.593467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3"} {"level":"info","ts":1784915958.5934792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","EoS":true} {"level":"info","ts":1784915958.5935028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","header":"x-maas-username"} {"level":"info","ts":1784915958.5935128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","header":"x-maas-subscription"} {"level":"info","ts":1784915958.5935178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","header":"x-maas-group"} {"level":"info","ts":1784915958.59353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915958.5935621,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3"} {"level":"info","ts":1784915958.594607,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3"} {"level":"info","ts":1784915958.5946288,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3"} {"level":"info","ts":1784915958.5946434,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","EoS":false} {"level":"info","ts":1784915958.5946536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","EoS":true} {"level":"info","ts":1784915958.5946944,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3"} {"level":"info","ts":1784915977.734814,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915977.7349133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f"} {"level":"info","ts":1784915977.734928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f"} {"level":"info","ts":1784915977.7349448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","EoS":true} {"level":"info","ts":1784915977.734987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","header":"x-maas-username"} {"level":"info","ts":1784915977.7350006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","header":"x-maas-subscription"} {"level":"info","ts":1784915977.735009,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","header":"x-maas-group"} {"level":"info","ts":1784915977.7350254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915977.7350576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f"} {"level":"info","ts":1784915977.7362018,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f"} {"level":"info","ts":1784915977.7362242,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f"} {"level":"info","ts":1784915977.736239,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","EoS":false} {"level":"info","ts":1784915977.7362506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","EoS":true} {"level":"info","ts":1784915977.7362828,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f"} {"level":"info","ts":1784916106.2874863,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916106.28757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662"} {"level":"info","ts":1784916106.2875838,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662"} {"level":"info","ts":1784916106.2875957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","EoS":true} {"level":"info","ts":1784916106.2876287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","header":"x-maas-subscription"} {"level":"info","ts":1784916106.28764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","header":"x-maas-username"} {"level":"info","ts":1784916106.2876444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","header":"x-maas-group"} {"level":"info","ts":1784916106.287658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784916106.2876813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662"} {"level":"info","ts":1784916106.3010848,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662"} {"level":"info","ts":1784916106.3011086,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662"} {"level":"info","ts":1784916106.3011253,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","EoS":false} {"level":"info","ts":1784916106.3011384,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","EoS":true} {"level":"info","ts":1784916106.3011787,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662"} {"level":"info","ts":1784916143.4340076,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916143.434084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe"} {"level":"info","ts":1784916143.4340956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe"} {"level":"info","ts":1784916143.434107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","EoS":true} {"level":"info","ts":1784916143.434131,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","header":"x-maas-username"} {"level":"info","ts":1784916143.434141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","header":"x-maas-subscription"} {"level":"info","ts":1784916143.4341464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","header":"x-maas-group"} {"level":"info","ts":1784916143.4341617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916143.4341862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe"} {"level":"info","ts":1784916143.4351976,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe"} {"level":"info","ts":1784916143.4352176,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe"} {"level":"info","ts":1784916143.43523,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","EoS":false} {"level":"info","ts":1784916143.4352403,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","EoS":true} {"level":"info","ts":1784916143.4352725,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe"} {"level":"info","ts":1784916158.7245517,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916158.7246304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82"} {"level":"info","ts":1784916158.7246416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82"} {"level":"info","ts":1784916158.7246528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","EoS":true} {"level":"info","ts":1784916158.7246797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","header":"x-maas-username"} {"level":"info","ts":1784916158.7246883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","header":"x-maas-subscription"} {"level":"info","ts":1784916158.7246933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","header":"x-maas-group"} {"level":"info","ts":1784916158.7247052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916158.724731,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82"} {"level":"info","ts":1784916158.725864,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82"} {"level":"info","ts":1784916158.7258868,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82"} {"level":"info","ts":1784916158.725902,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","EoS":false} {"level":"info","ts":1784916158.7259128,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","EoS":true} {"level":"info","ts":1784916158.7259443,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82"} {"level":"info","ts":1784916449.2315226,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916449.2316108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4"} {"level":"info","ts":1784916449.2316213,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4"} {"level":"info","ts":1784916449.2316332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","EoS":true} {"level":"info","ts":1784916449.2316575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","header":"x-maas-username"} {"level":"info","ts":1784916449.2316678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","header":"x-maas-group"} {"level":"info","ts":1784916449.231673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","header":"x-maas-subscription"} {"level":"info","ts":1784916449.2316852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916449.2317111,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4"} {"level":"info","ts":1784916449.232619,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4"} {"level":"info","ts":1784916449.2326424,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4"} {"level":"info","ts":1784916449.2326574,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","EoS":false} {"level":"info","ts":1784916449.2326689,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","EoS":true} {"level":"info","ts":1784916449.2327018,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4"} {"level":"info","ts":1784916454.0732417,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7452b4ba-a378-4bbb-a814-a45aa68e7536","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784916454.0735164,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34131.085122559,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.0735404,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.1216395,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.1744225,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7452b4ba-a378-4bbb-a814-a45aa68e7536","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784916454.192261,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee9e714a-61cb-4bdd-a5aa-e086861a7c42"} {"level":"info","ts":1784916454.1922703,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c57f200-4075-4595-bff4-32b0cd57a52c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916454.1923122,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c57f200-4075-4595-bff4-32b0cd57a52c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784916454.2008073,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f466703-ac03-491c-8568-ea9507841b45","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916454.20084,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f466703-ac03-491c-8568-ea9507841b45","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784916454.2011,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34314.635576368,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.201122,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.2090123,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.3020687,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee9e714a-61cb-4bdd-a5aa-e086861a7c42","name":"e2e-external-provider"} {"level":"info","ts":1784916454.3178544,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee9e714a-61cb-4bdd-a5aa-e086861a7c42","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784916454.3242328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3edbe5aa-23d9-4ee9-97dd-f7931327dba6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.3242438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec45000a-5252-48e5-8b9f-25f6df2204fb"} {"level":"info","ts":1784916454.3242958,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3edbe5aa-23d9-4ee9-97dd-f7931327dba6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916454.3381367,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee9e714a-61cb-4bdd-a5aa-e086861a7c42","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784916454.347686,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"312dff64-a590-48d2-823f-274e95f185e4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.3477445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"312dff64-a590-48d2-823f-274e95f185e4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916454.3489647,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee9e714a-61cb-4bdd-a5aa-e086861a7c42","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784916454.3519316,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec45000a-5252-48e5-8b9f-25f6df2204fb","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784916454.3695655,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4e26459-8dff-4a8c-a6f8-85d6368545e1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916454.3696804,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4e26459-8dff-4a8c-a6f8-85d6368545e1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784916454.3697042,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4eeaac7-2260-4948-8519-a9d3e4bfcb16","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.3697257,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4eeaac7-2260-4948-8519-a9d3e4bfcb16","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916454.3696077,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad90a4e6-9e7d-4624-b4fb-72f535cae332"} {"level":"info","ts":1784916454.369844,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad90a4e6-9e7d-4624-b4fb-72f535cae332","name":"e2e-external-provider"} {"level":"info","ts":1784916454.3723288,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7146fb79-bcaa-475c-9004-9b750990a88c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.3723783,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7146fb79-bcaa-475c-9004-9b750990a88c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784916454.3737414,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec45000a-5252-48e5-8b9f-25f6df2204fb","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916454.3738484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3283605e-1b71-4202-84aa-038b7bb55661"} {"level":"info","ts":1784916454.3740804,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38091.054112121,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.374095,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.388173,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.4011781,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad90a4e6-9e7d-4624-b4fb-72f535cae332","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784916454.408436,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2abd8f21-20d5-4a23-9b91-a72145d0ecbc"} {"level":"info","ts":1784916454.4085104,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2abd8f21-20d5-4a23-9b91-a72145d0ecbc","name":"e2e-external-provider"} {"level":"info","ts":1784916454.4224951,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2abd8f21-20d5-4a23-9b91-a72145d0ecbc","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784916454.475004,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3283605e-1b71-4202-84aa-038b7bb55661","name":"e2e-external-model"} {"level":"info","ts":1784916454.4946823,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3283605e-1b71-4202-84aa-038b7bb55661","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916454.5029066,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74a0fd56-e1a4-4a60-a354-17182621e007"} {"level":"info","ts":1784916454.5029068,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"141e3baf-3b6a-4ca0-93cc-c8ad10acea19","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.5029523,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"141e3baf-3b6a-4ca0-93cc-c8ad10acea19","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916454.503004,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74a0fd56-e1a4-4a60-a354-17182621e007","name":"e2e-external-model"} {"level":"info","ts":1784916454.5385408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95d09e5f-ca60-473c-9c49-47d8fd2dc8ed","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.5385828,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95d09e5f-ca60-473c-9c49-47d8fd2dc8ed","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784916454.539191,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74a0fd56-e1a4-4a60-a354-17182621e007","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916454.5392828,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1cd41bb-f25d-463e-a107-b6e966777470"} {"level":"info","ts":1784916454.5393524,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1cd41bb-f25d-463e-a107-b6e966777470","name":"e2e-external-model"} {"level":"info","ts":1784916454.560928,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1cd41bb-f25d-463e-a107-b6e966777470","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916454.5793674,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae71244b-e989-4231-bafc-3ff003111ea2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.579417,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae71244b-e989-4231-bafc-3ff003111ea2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916454.5794756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"700a7176-336a-40de-86a9-9381d8d253ec"} {"level":"info","ts":1784916454.57954,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"700a7176-336a-40de-86a9-9381d8d253ec","name":"e2e-external-model"} {"level":"info","ts":1784916454.600052,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"700a7176-336a-40de-86a9-9381d8d253ec","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916461.9216778,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916461.9217646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87"} {"level":"info","ts":1784916461.9218004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87"} {"level":"info","ts":1784916461.9218183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","EoS":true} {"level":"info","ts":1784916461.9218452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","header":"x-maas-subscription"} {"level":"info","ts":1784916461.921855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","header":"x-maas-group"} {"level":"info","ts":1784916461.92186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","header":"x-maas-username"} {"level":"info","ts":1784916461.9218748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916461.9218872,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","modelName":"e2e-external-model"} {"level":"info","ts":1784916461.9218998,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916461.9219396,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784916461.9219584,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","authType":"apikey"} {"level":"info","ts":1784916461.921993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87"} {"level":"info","ts":1784916462.043881,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aecc159-44e9-482b-83a4-3df6e3366eb1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916462.043907,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a801096d-886d-46f8-9845-df2e3c94ce83"} {"level":"info","ts":1784916462.0439217,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aecc159-44e9-482b-83a4-3df6e3366eb1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916462.0516613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c48e6314-ec2d-4752-a5df-187363d41d9d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916462.051693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c48e6314-ec2d-4752-a5df-187363d41d9d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784916462.0520616,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a801096d-886d-46f8-9845-df2e3c94ce83","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916462.052138,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a801096d-886d-46f8-9845-df2e3c94ce83","name":"e2e-cleanup-test"} {"level":"info","ts":1784916462.0658514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6bdfc7c-e710-48d8-b5fd-ee6208bc0052","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916462.0658789,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6bdfc7c-e710-48d8-b5fd-ee6208bc0052","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784916462.0666275,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a801096d-886d-46f8-9845-df2e3c94ce83","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784916462.0666716,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a801096d-886d-46f8-9845-df2e3c94ce83","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916462.0667455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fce1e68e-9d0c-4604-ab8a-8976e8a85439"} {"level":"info","ts":1784916462.0668223,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fce1e68e-9d0c-4604-ab8a-8976e8a85439","name":"e2e-cleanup-test"} {"level":"info","ts":1784916462.082401,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0837d99f-c2f9-4fe9-b582-ba89c1afe0ab","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916462.0824337,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0837d99f-c2f9-4fe9-b582-ba89c1afe0ab","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784916462.082511,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fce1e68e-9d0c-4604-ab8a-8976e8a85439","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916462.0825827,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90f829c2-abe6-44ab-942b-2b3e5345d45e"} {"level":"info","ts":1784916462.0826538,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90f829c2-abe6-44ab-942b-2b3e5345d45e","name":"e2e-cleanup-test"} {"level":"info","ts":1784916462.092065,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90f829c2-abe6-44ab-942b-2b3e5345d45e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916462.099012,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c7bb049-2389-4ab6-8454-3e51a08144b0"} {"level":"info","ts":1784916462.099006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c09a15bb-5cc5-46a5-b2c9-1d346293c9bf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916462.0990512,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c09a15bb-5cc5-46a5-b2c9-1d346293c9bf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916462.0990736,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c7bb049-2389-4ab6-8454-3e51a08144b0","name":"e2e-cleanup-test"} {"level":"info","ts":1784916462.1072433,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c7bb049-2389-4ab6-8454-3e51a08144b0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916470.3321388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e10d57d-24cf-440f-8025-40d4804a7f13","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916470.3321462,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcd5e92b-9903-4b28-9764-de2d9dcafddf"} {"level":"info","ts":1784916470.3321748,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e10d57d-24cf-440f-8025-40d4804a7f13","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916474.6543624,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916474.6544344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6"} {"level":"info","ts":1784916474.6544442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6"} {"level":"info","ts":1784916474.6544561,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6","EoS":true} {"level":"info","ts":1784916474.6544907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784916474.6545203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6"} {"level":"info","ts":1784916474.703454,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916474.7035499,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa"} {"level":"info","ts":1784916474.7035635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa"} {"level":"info","ts":1784916474.7035823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","EoS":true} {"level":"info","ts":1784916474.7036216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","header":"x-maas-group"} {"level":"info","ts":1784916474.7036345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","header":"x-maas-username"} {"level":"info","ts":1784916474.7036438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","header":"x-maas-subscription"} {"level":"info","ts":1784916474.7036643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916474.7036767,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","modelName":"e2e-external-model"} {"level":"info","ts":1784916474.7037458,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916474.7037764,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784916474.7038348,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","authType":"apikey"} {"level":"info","ts":1784916474.7038715,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa"} {"level":"info","ts":1784916474.7425346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916474.7426248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b"} {"level":"info","ts":1784916474.7426407,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b"} {"level":"info","ts":1784916474.7426605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","EoS":true} {"level":"info","ts":1784916474.7426984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","header":"x-maas-username"} {"level":"info","ts":1784916474.7427104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","header":"x-maas-group"} {"level":"info","ts":1784916474.7427187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","header":"x-maas-subscription"} {"level":"info","ts":1784916474.7427943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916474.7428331,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b"} {"level":"info","ts":1784916474.8389065,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b"} {"level":"info","ts":1784916474.8389404,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b"} {"level":"info","ts":1784916474.838958,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","EoS":false} {"level":"info","ts":1784916474.8389714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","EoS":true} {"level":"error","ts":1784916474.8389862,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784916474.8390431,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b"} {"level":"info","ts":1784916474.8846817,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916474.8847687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b"} {"level":"info","ts":1784916474.884802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b"} {"level":"info","ts":1784916474.8848217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b","EoS":true} {"level":"info","ts":1784916474.8848572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b","header":"x-maas-username"} {"level":"info","ts":1784916474.8848736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b","header":"x-maas-subscription"} {"level":"info","ts":1784916474.8848815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b","header":"x-maas-group"} {"level":"info","ts":1784916474.8849168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b"} {"level":"info","ts":1784916474.9824731,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b"} {"level":"info","ts":1784916474.9824994,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b"} {"level":"info","ts":1784916474.982522,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b","EoS":false} {"level":"info","ts":1784916474.9825418,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b","EoS":true} {"level":"error","ts":1784916474.9825609,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784916474.9826133,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b"} {"level":"info","ts":1784916475.8106012,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adb0572f-da04-4d31-a63a-9fcdfd1a7ca9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916475.8106194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6802160a-b97e-4356-a54e-00b83c3daa54"} {"level":"info","ts":1784916475.8106403,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adb0572f-da04-4d31-a63a-9fcdfd1a7ca9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916475.9642715,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03833b99-846e-4367-9289-84ad10c9c78f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916475.9643188,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03833b99-846e-4367-9289-84ad10c9c78f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916475.9643235,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8387f7c-570c-45d4-a721-89ccc065825e"} {"level":"info","ts":1784916476.0851297,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d62df7ec-e345-474c-8595-3ec98798a758","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784916476.0851972,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d62df7ec-e345-474c-8595-3ec98798a758","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784917523.151513,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784917523.1516037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ca4101e-2f44-4c9f-9054-175b2f5fc7aa"} {"level":"info","ts":1784917578.1230373,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784917578.123137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c"} {"level":"info","ts":1784917578.123152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c"} {"level":"info","ts":1784917578.123171,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","EoS":true} {"level":"info","ts":1784917578.123213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","header":"x-maas-username"} {"level":"info","ts":1784917578.123229,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","header":"x-maas-subscription"} {"level":"info","ts":1784917578.1232386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","header":"x-maas-group"} {"level":"info","ts":1784917578.123257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784917578.1232917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c"} {"level":"info","ts":1784917578.124581,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c"} {"level":"info","ts":1784917578.1246004,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c"} {"level":"info","ts":1784917578.1246195,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","EoS":false} {"level":"info","ts":1784917578.1246376,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","EoS":true} {"level":"info","ts":1784917578.1246822,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c"}