{"level":"info","ts":1784745112.1709762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8236e2d-07df-4457-9090-a37678855c67","header":"x-maas-group"} {"level":"info","ts":1784745112.1709898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8236e2d-07df-4457-9090-a37678855c67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745112.1710124,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8236e2d-07df-4457-9090-a37678855c67"} {"level":"info","ts":1784745112.1732628,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8236e2d-07df-4457-9090-a37678855c67"} {"level":"info","ts":1784745112.1732836,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c8236e2d-07df-4457-9090-a37678855c67"} {"level":"info","ts":1784745112.1732984,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c8236e2d-07df-4457-9090-a37678855c67","EoS":false} {"level":"info","ts":1784745112.1733103,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c8236e2d-07df-4457-9090-a37678855c67","EoS":true} {"level":"info","ts":1784745112.17335,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c8236e2d-07df-4457-9090-a37678855c67"} {"level":"info","ts":1784745112.3351302,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745112.3352072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454"} {"level":"info","ts":1784745112.3352184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454"} {"level":"info","ts":1784745112.3352294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","EoS":true} {"level":"info","ts":1784745112.3352532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","header":"x-maas-username"} {"level":"info","ts":1784745112.335263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","header":"x-maas-subscription"} {"level":"info","ts":1784745112.335268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","header":"x-maas-group"} {"level":"info","ts":1784745112.3352833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745112.3353095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454"} {"level":"info","ts":1784745112.336023,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454"} {"level":"info","ts":1784745112.3360431,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454"} {"level":"info","ts":1784745112.3360608,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","EoS":false} {"level":"info","ts":1784745112.3360772,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","EoS":true} {"level":"info","ts":1784745112.3361084,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454"} {"level":"info","ts":1784745112.4763088,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745112.4764059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71"} {"level":"info","ts":1784745112.4764488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71"} {"level":"info","ts":1784745112.4764628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","EoS":true} {"level":"info","ts":1784745112.4764893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","header":"x-maas-group"} {"level":"info","ts":1784745112.4764993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","header":"x-maas-username"} {"level":"info","ts":1784745112.476505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","header":"x-maas-subscription"} {"level":"info","ts":1784745112.4765184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745112.476547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71"} {"level":"info","ts":1784745112.4772167,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71"} {"level":"info","ts":1784745112.4772367,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71"} {"level":"info","ts":1784745112.477252,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","EoS":false} {"level":"info","ts":1784745112.477272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","EoS":true} {"level":"info","ts":1784745112.4773073,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71"} {"level":"info","ts":1784745112.623143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745112.6232162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd"} {"level":"info","ts":1784745112.6232255,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd"} {"level":"info","ts":1784745112.6232364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","EoS":true} {"level":"info","ts":1784745112.623261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","header":"x-maas-subscription"} {"level":"info","ts":1784745112.6232686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","header":"x-maas-group"} {"level":"info","ts":1784745112.6232734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","header":"x-maas-username"} {"level":"info","ts":1784745112.623287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745112.62331,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd"} {"level":"info","ts":1784745112.624009,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd"} {"level":"info","ts":1784745112.624029,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd"} {"level":"info","ts":1784745112.624049,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","EoS":false} {"level":"info","ts":1784745112.62407,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","EoS":true} {"level":"info","ts":1784745112.6241162,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd"} {"level":"info","ts":1784745131.5630715,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745131.563155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be22504a-7219-460c-8107-d585647ffb43"} {"level":"info","ts":1784745131.5631697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be22504a-7219-460c-8107-d585647ffb43"} {"level":"info","ts":1784745131.5631819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","EoS":true} {"level":"info","ts":1784745131.5632074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","header":"x-maas-username"} {"level":"info","ts":1784745131.5632172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","header":"x-maas-group"} {"level":"info","ts":1784745131.563222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","header":"x-maas-subscription"} {"level":"info","ts":1784745131.5632358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745131.563261,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be22504a-7219-460c-8107-d585647ffb43"} {"level":"info","ts":1784745131.5639634,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be22504a-7219-460c-8107-d585647ffb43"} {"level":"info","ts":1784745131.563978,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"be22504a-7219-460c-8107-d585647ffb43"} {"level":"info","ts":1784745131.5639906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","EoS":false} {"level":"info","ts":1784745131.5640004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","EoS":true} {"level":"info","ts":1784745131.5640392,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"be22504a-7219-460c-8107-d585647ffb43"} {"level":"info","ts":1784745131.5969832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745131.597063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f"} {"level":"info","ts":1784745131.5970798,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f"} {"level":"info","ts":1784745131.5970922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","EoS":true} {"level":"info","ts":1784745131.5971158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","header":"x-maas-group"} {"level":"info","ts":1784745131.5971265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","header":"x-maas-username"} {"level":"info","ts":1784745131.5971315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","header":"x-maas-subscription"} {"level":"info","ts":1784745131.597144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745131.597169,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f"} {"level":"info","ts":1784745131.5991893,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f"} {"level":"info","ts":1784745131.5992115,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f"} {"level":"info","ts":1784745131.5992284,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","EoS":false} {"level":"info","ts":1784745131.5992396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","EoS":true} {"level":"info","ts":1784745131.5992787,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f"} {"level":"info","ts":1784745131.7337048,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745131.7337759,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f83e60a5-bffc-4b9d-87fe-60dbe29a3869"} {"level":"info","ts":1784745131.7343776,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f83e60a5-bffc-4b9d-87fe-60dbe29a3869"} {"level":"info","ts":1784745131.7343976,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f83e60a5-bffc-4b9d-87fe-60dbe29a3869"} {"level":"info","ts":1784745131.7344303,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f83e60a5-bffc-4b9d-87fe-60dbe29a3869","EoS":false} {"level":"info","ts":1784745131.734442,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"f83e60a5-bffc-4b9d-87fe-60dbe29a3869"} {"level":"info","ts":1784745131.7344692,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f83e60a5-bffc-4b9d-87fe-60dbe29a3869","EoS":true} {"level":"info","ts":1784745131.7344842,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"f83e60a5-bffc-4b9d-87fe-60dbe29a3869"} {"level":"info","ts":1784745136.386851,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745136.3869402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5"} {"level":"info","ts":1784745136.3869576,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5"} {"level":"info","ts":1784745136.386976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","EoS":true} {"level":"info","ts":1784745136.3870113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","header":"x-maas-subscription"} {"level":"info","ts":1784745136.3870268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","header":"x-maas-group"} {"level":"info","ts":1784745136.3870354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","header":"x-maas-username"} {"level":"info","ts":1784745136.3870528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745136.3870811,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5"} {"level":"info","ts":1784745136.3878725,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5"} {"level":"info","ts":1784745136.3878973,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5"} {"level":"info","ts":1784745136.3879209,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","EoS":false} {"level":"info","ts":1784745136.38794,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","EoS":true} {"level":"info","ts":1784745136.3879783,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5"} {"level":"info","ts":1784745147.0159612,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745147.0160482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1"} {"level":"info","ts":1784745147.0160625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1"} {"level":"info","ts":1784745147.016081,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","EoS":true} {"level":"info","ts":1784745147.016118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","header":"x-maas-group"} {"level":"info","ts":1784745147.0161324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","header":"x-maas-subscription"} {"level":"info","ts":1784745147.0161414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","header":"x-maas-username"} {"level":"info","ts":1784745147.0161614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745147.0161989,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1"} {"level":"info","ts":1784745147.0171657,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1"} {"level":"info","ts":1784745147.0171854,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1"} {"level":"info","ts":1784745147.0172017,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","EoS":false} {"level":"info","ts":1784745147.0172133,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","EoS":true} {"level":"info","ts":1784745147.0172534,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1"} {"level":"info","ts":1784745159.9228797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745159.9229603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6"} {"level":"info","ts":1784745159.9229724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6"} {"level":"info","ts":1784745159.922985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","EoS":true} {"level":"info","ts":1784745159.9230206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","header":"x-maas-subscription"} {"level":"info","ts":1784745159.9230354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","header":"x-maas-group"} {"level":"info","ts":1784745159.923043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","header":"x-maas-username"} {"level":"info","ts":1784745159.9230626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745159.9230998,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6"} {"level":"info","ts":1784745159.923863,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6"} {"level":"info","ts":1784745159.923887,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6"} {"level":"info","ts":1784745159.9239018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","EoS":false} {"level":"info","ts":1784745159.9239142,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","EoS":true} {"level":"info","ts":1784745159.9239538,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6"} {"level":"info","ts":1784745168.4484856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745168.4485664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69"} {"level":"info","ts":1784745168.4485795,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69"} {"level":"info","ts":1784745168.4485905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","EoS":true} {"level":"info","ts":1784745168.448616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","header":"x-maas-subscription"} {"level":"info","ts":1784745168.4486258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","header":"x-maas-username"} {"level":"info","ts":1784745168.4486308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","header":"x-maas-group"} {"level":"info","ts":1784745168.4486437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745168.448668,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69"} {"level":"info","ts":1784745168.4493773,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69"} {"level":"info","ts":1784745168.4494057,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69"} {"level":"info","ts":1784745168.4494498,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","EoS":false} {"level":"info","ts":1784745168.4494715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","EoS":true} {"level":"info","ts":1784745168.4495218,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69"} {"level":"info","ts":1784745177.3565197,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745177.3565996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0"} {"level":"info","ts":1784745177.3566134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0"} {"level":"info","ts":1784745177.3566253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","EoS":true} {"level":"info","ts":1784745177.3566535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","header":"x-maas-subscription"} {"level":"info","ts":1784745177.3566642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","header":"x-maas-group"} {"level":"info","ts":1784745177.356668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","header":"x-maas-username"} {"level":"info","ts":1784745177.3566809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745177.3567038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0"} {"level":"info","ts":1784745177.3574429,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0"} {"level":"info","ts":1784745177.3574622,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0"} {"level":"info","ts":1784745177.357477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","EoS":false} {"level":"info","ts":1784745177.3574882,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","EoS":true} {"level":"info","ts":1784745177.357537,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0"} {"level":"info","ts":1784745202.3081052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745202.3081965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4"} {"level":"info","ts":1784745202.308212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4"} {"level":"info","ts":1784745202.3082247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","EoS":true} {"level":"info","ts":1784745202.3082523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","header":"x-maas-subscription"} {"level":"info","ts":1784745202.3082623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","header":"x-maas-group"} {"level":"info","ts":1784745202.3082666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","header":"x-maas-username"} {"level":"info","ts":1784745202.30828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745202.3083048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4"} {"level":"info","ts":1784745202.3092692,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4"} {"level":"info","ts":1784745202.3092897,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4"} {"level":"info","ts":1784745202.3093104,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","EoS":false} {"level":"info","ts":1784745202.3093297,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","EoS":true} {"level":"info","ts":1784745202.3093758,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4"} {"level":"info","ts":1784745225.6522548,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745225.6523345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8"} {"level":"info","ts":1784745225.652348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8"} {"level":"info","ts":1784745225.652365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","EoS":true} {"level":"info","ts":1784745225.6523905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","header":"x-maas-username"} {"level":"info","ts":1784745225.6524017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","header":"x-maas-subscription"} {"level":"info","ts":1784745225.6524055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","header":"x-maas-group"} {"level":"info","ts":1784745225.6524487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745225.65248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8"} {"level":"info","ts":1784745225.6535141,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8"} {"level":"info","ts":1784745225.653535,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8"} {"level":"info","ts":1784745225.6535552,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","EoS":false} {"level":"info","ts":1784745225.6535757,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","EoS":true} {"level":"info","ts":1784745225.6536279,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8"} {"level":"info","ts":1784745252.0790665,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745252.0791614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954"} {"level":"info","ts":1784745252.0791786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954"} {"level":"info","ts":1784745252.079197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","EoS":true} {"level":"info","ts":1784745252.0792322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","header":"x-maas-subscription"} {"level":"info","ts":1784745252.0792475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","header":"x-maas-group"} {"level":"info","ts":1784745252.0792522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","header":"x-maas-username"} {"level":"info","ts":1784745252.0792668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745252.0792964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954"} {"level":"info","ts":1784745252.081267,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954"} {"level":"info","ts":1784745252.0812907,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954"} {"level":"info","ts":1784745252.0813057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","EoS":false} {"level":"info","ts":1784745252.08132,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","EoS":true} {"level":"info","ts":1784745252.0813594,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954"} {"level":"info","ts":1784745261.5314007,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745261.531497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e"} {"level":"info","ts":1784745261.5315087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e"} {"level":"info","ts":1784745261.5315204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","EoS":true} {"level":"info","ts":1784745261.531544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","header":"x-maas-username"} {"level":"info","ts":1784745261.5315535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","header":"x-maas-group"} {"level":"info","ts":1784745261.5315592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","header":"x-maas-subscription"} {"level":"info","ts":1784745261.5315728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745261.5316012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e"} {"level":"info","ts":1784745261.5323472,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e"} {"level":"info","ts":1784745261.532366,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e"} {"level":"info","ts":1784745261.5323808,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","EoS":false} {"level":"info","ts":1784745261.532394,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","EoS":true} {"level":"info","ts":1784745261.532452,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e"} {"level":"info","ts":1784745261.571271,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745261.5713422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533"} {"level":"info","ts":1784745261.5713544,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533"} {"level":"info","ts":1784745261.5713723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","EoS":true} {"level":"info","ts":1784745261.5714061,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","header":"x-maas-group"} {"level":"info","ts":1784745261.5714452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","header":"x-maas-username"} {"level":"info","ts":1784745261.57145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","header":"x-maas-subscription"} {"level":"info","ts":1784745261.5714636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745261.571486,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533"} {"level":"info","ts":1784745261.5721765,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533"} {"level":"info","ts":1784745261.572196,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533"} {"level":"info","ts":1784745261.5722115,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","EoS":false} {"level":"info","ts":1784745261.5722253,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","EoS":true} {"level":"info","ts":1784745261.5722663,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533"} {"level":"info","ts":1784745280.7088413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745280.7089326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5"} {"level":"info","ts":1784745280.7089484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5"} {"level":"info","ts":1784745280.7089677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","EoS":true} {"level":"info","ts":1784745280.7090056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","header":"x-maas-subscription"} {"level":"info","ts":1784745280.7090173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","header":"x-maas-username"} {"level":"info","ts":1784745280.7090263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","header":"x-maas-group"} {"level":"info","ts":1784745280.7090445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745280.7090776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5"} {"level":"info","ts":1784745280.7098494,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5"} {"level":"info","ts":1784745280.7098699,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5"} {"level":"info","ts":1784745280.709887,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","EoS":false} {"level":"info","ts":1784745280.709906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","EoS":true} {"level":"info","ts":1784745280.7099373,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5"} {"level":"info","ts":1784745410.8387597,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745410.8388898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0af5850-3104-407f-8424-929e34e330db"} {"level":"info","ts":1784745410.838906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0af5850-3104-407f-8424-929e34e330db"} {"level":"info","ts":1784745410.8389204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","EoS":true} {"level":"info","ts":1784745410.8389447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","header":"x-maas-subscription"} {"level":"info","ts":1784745410.8389559,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","header":"x-maas-username"} {"level":"info","ts":1784745410.8389606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","header":"x-maas-group"} {"level":"info","ts":1784745410.838973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784745410.8389993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0af5850-3104-407f-8424-929e34e330db"} {"level":"info","ts":1784745410.841887,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0af5850-3104-407f-8424-929e34e330db"} {"level":"info","ts":1784745410.841907,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e0af5850-3104-407f-8424-929e34e330db"} {"level":"info","ts":1784745410.841922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","EoS":false} {"level":"info","ts":1784745410.841933,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","EoS":true} {"level":"info","ts":1784745410.841972,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e0af5850-3104-407f-8424-929e34e330db"} {"level":"info","ts":1784745447.8042555,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745447.8043282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138"} {"level":"info","ts":1784745447.804343,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138"} {"level":"info","ts":1784745447.8043568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","EoS":true} {"level":"info","ts":1784745447.8043811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","header":"x-maas-username"} {"level":"info","ts":1784745447.804391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","header":"x-maas-subscription"} {"level":"info","ts":1784745447.804396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","header":"x-maas-group"} {"level":"info","ts":1784745447.8044083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745447.8044562,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138"} {"level":"info","ts":1784745447.8058279,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138"} {"level":"info","ts":1784745447.8058524,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138"} {"level":"info","ts":1784745447.8058677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","EoS":false} {"level":"info","ts":1784745447.8058803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","EoS":true} {"level":"info","ts":1784745447.8059275,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138"} {"level":"info","ts":1784745463.104784,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745463.1048684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629"} {"level":"info","ts":1784745463.10488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629"} {"level":"info","ts":1784745463.1048913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","EoS":true} {"level":"info","ts":1784745463.1049168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","header":"x-maas-subscription"} {"level":"info","ts":1784745463.1049283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","header":"x-maas-group"} {"level":"info","ts":1784745463.1049333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","header":"x-maas-username"} {"level":"info","ts":1784745463.1049476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745463.1049745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629"} {"level":"info","ts":1784745463.105717,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629"} {"level":"info","ts":1784745463.1057413,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629"} {"level":"info","ts":1784745463.1057627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","EoS":false} {"level":"info","ts":1784745463.1057847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","EoS":true} {"level":"info","ts":1784745463.1058264,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629"} {"level":"info","ts":1784745776.6670647,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745776.6671486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e"} {"level":"info","ts":1784745776.6671565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e"} {"level":"info","ts":1784745776.6671677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","EoS":true} {"level":"info","ts":1784745776.6671948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","header":"x-maas-username"} {"level":"info","ts":1784745776.6672053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","header":"x-maas-group"} {"level":"info","ts":1784745776.6672108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","header":"x-maas-subscription"} {"level":"info","ts":1784745776.6672232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745776.6672459,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e"} {"level":"info","ts":1784745776.6685603,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e"} {"level":"info","ts":1784745776.6685817,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e"} {"level":"info","ts":1784745776.6685963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","EoS":false} {"level":"info","ts":1784745776.668608,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","EoS":true} {"level":"info","ts":1784745776.6686523,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e"} {"level":"info","ts":1784745776.7036319,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745776.7037194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de"} {"level":"info","ts":1784745776.7037318,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de"} {"level":"info","ts":1784745776.7037435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","EoS":true} {"level":"info","ts":1784745776.7037714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","header":"x-maas-username"} {"level":"info","ts":1784745776.7037818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","header":"x-maas-group"} {"level":"info","ts":1784745776.703787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","header":"x-maas-subscription"} {"level":"info","ts":1784745776.7037997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745776.7038255,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de"} {"level":"info","ts":1784745776.705842,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de"} {"level":"info","ts":1784745776.7058632,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de"} {"level":"info","ts":1784745776.7058783,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","EoS":false} {"level":"info","ts":1784745776.7058911,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","EoS":true} {"level":"info","ts":1784745776.7059333,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de"} {"level":"info","ts":1784745781.5028777,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"073d8c02-41d6-4165-9a31-fcea6310e9af","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784745781.5031285,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38392.740006481,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.5031557,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.5373144,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.603967,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"073d8c02-41d6-4165-9a31-fcea6310e9af","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784745781.6160347,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3283074d-2b59-463c-8ae7-32a17913f77a"} {"level":"info","ts":1784745781.6160464,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"868e7b21-ec87-41b2-84fb-a7079ad8525b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784745781.61609,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"868e7b21-ec87-41b2-84fb-a7079ad8525b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784745781.6225393,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0f911f7-b3b2-4133-9a59-1aa363679dac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784745781.6225736,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0f911f7-b3b2-4133-9a59-1aa363679dac","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784745781.6258833,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3283074d-2b59-463c-8ae7-32a17913f77a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.6261213,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35710.56965044,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.626141,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.6346385,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.7267141,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3283074d-2b59-463c-8ae7-32a17913f77a","name":"e2e-external-provider"} {"level":"info","ts":1784745781.737258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"baf77657-1d66-4dfc-a179-60efdb22bdda","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.7372825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bbe791-48e5-4129-a340-1fbd96a7227c"} {"level":"info","ts":1784745781.7373073,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"baf77657-1d66-4dfc-a179-60efdb22bdda","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784745781.7470534,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd1fb6e6-c097-4215-9d2b-5613d59f3456","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.7470956,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd1fb6e6-c097-4215-9d2b-5613d59f3456","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784745781.7472446,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bbe791-48e5-4129-a340-1fbd96a7227c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784745781.7498693,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3283074d-2b59-463c-8ae7-32a17913f77a","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784745781.7528298,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecf16f7a-6509-4944-ba75-6bcbd2a1f538","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.7528563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecf16f7a-6509-4944-ba75-6bcbd2a1f538","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784745781.7530696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bbe791-48e5-4129-a340-1fbd96a7227c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.7531364,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99712855-d1cc-40c3-b915-168d62b501f6"} {"level":"info","ts":1784745781.753163,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99712855-d1cc-40c3-b915-168d62b501f6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784745781.7579527,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3283074d-2b59-463c-8ae7-32a17913f77a","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784745781.7579832,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99712855-d1cc-40c3-b915-168d62b501f6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.764953,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3283074d-2b59-463c-8ae7-32a17913f77a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784745781.7685468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74484220-15ff-4bc2-a9bd-4d3380b59290"} {"level":"info","ts":1784745781.7685857,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74484220-15ff-4bc2-a9bd-4d3380b59290","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784745781.7685862,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3283074d-2b59-463c-8ae7-32a17913f77a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.7686713,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93424d67-18ee-45c2-8c73-f4fc1d1ca0f3"} {"level":"info","ts":1784745781.7687345,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93424d67-18ee-45c2-8c73-f4fc1d1ca0f3","name":"e2e-external-provider"} {"level":"error","ts":1784745781.7741718,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74484220-15ff-4bc2-a9bd-4d3380b59290","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.7791805,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93424d67-18ee-45c2-8c73-f4fc1d1ca0f3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784745781.7860289,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4568db8b-b774-4ddb-91ef-d4c7c9ec8055"} {"level":"info","ts":1784745781.7860894,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4568db8b-b774-4ddb-91ef-d4c7c9ec8055","name":"e2e-external-provider"} {"level":"info","ts":1784745781.7861104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44dbaa04-a3d2-4f02-a70e-111663b24b86","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.7861338,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44dbaa04-a3d2-4f02-a70e-111663b24b86","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784745781.7862291,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3777051-4436-4e45-b9bd-bec7039d663c"} {"level":"info","ts":1784745781.7863257,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea30df53-814f-46f5-b530-4b636d171443","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784745781.786527,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33455.295659913,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.7865462,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.786578,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea30df53-814f-46f5-b530-4b636d171443","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784745781.793547,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.794941,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4568db8b-b774-4ddb-91ef-d4c7c9ec8055","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784745781.8875973,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3777051-4436-4e45-b9bd-bec7039d663c","name":"e2e-external-model"} {"level":"info","ts":1784745781.9073045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8476567f-4544-4196-841b-3aebb5f3a652","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.9073389,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8476567f-4544-4196-841b-3aebb5f3a652","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784745781.9123106,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3777051-4436-4e45-b9bd-bec7039d663c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784745781.9123542,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3777051-4436-4e45-b9bd-bec7039d663c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.912403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8896346-9b36-415d-bc64-10f2c85722b4"} {"level":"info","ts":1784745781.9125314,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8896346-9b36-415d-bc64-10f2c85722b4","name":"e2e-external-model"} {"level":"info","ts":1784745781.9245672,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26e1985e-6813-4d38-ae52-fb3cf2fd967f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.9245975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26e1985e-6813-4d38-ae52-fb3cf2fd967f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784745781.925042,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8896346-9b36-415d-bc64-10f2c85722b4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784745781.9250805,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8896346-9b36-415d-bc64-10f2c85722b4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.9251473,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38501a01-3e39-4809-8c06-ee3eafde89ee"} {"level":"info","ts":1784745781.9251914,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38501a01-3e39-4809-8c06-ee3eafde89ee","name":"e2e-external-model"} {"level":"info","ts":1784745781.933513,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38501a01-3e39-4809-8c06-ee3eafde89ee","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784745781.9385808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c593fc42-2680-45fa-992b-39c3b2cec1f1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.9386535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c593fc42-2680-45fa-992b-39c3b2cec1f1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784745781.9419966,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38501a01-3e39-4809-8c06-ee3eafde89ee","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.9420798,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0448e428-134b-4544-b9d0-a9536231dedb"} {"level":"info","ts":1784745781.9421337,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0448e428-134b-4544-b9d0-a9536231dedb","name":"e2e-external-model"} {"level":"info","ts":1784745781.9515274,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0448e428-134b-4544-b9d0-a9536231dedb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784745791.32279,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745791.3228629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c"} {"level":"info","ts":1784745791.3228745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c"} {"level":"info","ts":1784745791.3228867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","EoS":true} {"level":"info","ts":1784745791.3229074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","header":"x-maas-subscription"} {"level":"info","ts":1784745791.3229187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","header":"x-maas-username"} {"level":"info","ts":1784745791.3229234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","header":"x-maas-group"} {"level":"info","ts":1784745791.3229358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784745791.3229432,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","modelName":"e2e-external-model"} {"level":"info","ts":1784745791.322955,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784745791.322989,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784745791.3230045,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","authType":"apikey"} {"level":"info","ts":1784745791.32303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c"} {"level":"info","ts":1784745791.4411578,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdfa6432-4ddb-4e0a-bd75-d20502dd4292"} {"level":"info","ts":1784745791.4411578,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1074a50-8c1c-42d1-9710-d59c230f185c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745791.4413154,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1074a50-8c1c-42d1-9710-d59c230f185c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784745791.4464395,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdfa6432-4ddb-4e0a-bd75-d20502dd4292","name":"e2e-cleanup-test"} {"level":"info","ts":1784745791.446475,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6b71ef3-5115-40b0-b0e0-951c4e305a90","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745791.4464974,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6b71ef3-5115-40b0-b0e0-951c4e305a90","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784745791.453589,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdfa6432-4ddb-4e0a-bd75-d20502dd4292","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784745791.4609427,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c43e1282-415e-4efb-ab1b-4ef5b98ab464","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745791.4609854,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c43e1282-415e-4efb-ab1b-4ef5b98ab464","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784745791.4610753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c625869-9d4f-4b39-a117-c66595bda060"} {"level":"info","ts":1784745791.4611552,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c625869-9d4f-4b39-a117-c66595bda060","name":"e2e-cleanup-test"} {"level":"error","ts":1784745791.4758096,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c625869-9d4f-4b39-a117-c66595bda060","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745791.4759116,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66893b49-2147-445b-b137-2e8b75187044","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745791.4759345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cb8d884-64e8-488d-84f8-06160c82e682"} {"level":"info","ts":1784745791.4759498,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66893b49-2147-445b-b137-2e8b75187044","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784745791.4759927,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cb8d884-64e8-488d-84f8-06160c82e682","name":"e2e-cleanup-test"} {"level":"info","ts":1784745791.483546,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cb8d884-64e8-488d-84f8-06160c82e682","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784745791.488239,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03b31d9f-a629-457e-9193-4ef09f58a6a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745791.4882677,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03b31d9f-a629-457e-9193-4ef09f58a6a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784745791.4883819,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf4755ed-847a-45ab-aac4-e393cf11e14e"} {"level":"info","ts":1784745791.4884474,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf4755ed-847a-45ab-aac4-e393cf11e14e","name":"e2e-cleanup-test"} {"level":"info","ts":1784745791.4959984,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf4755ed-847a-45ab-aac4-e393cf11e14e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784745799.706845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41ea069c-1ff8-42c1-9316-38a0b15bdb8f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745799.7068856,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41ea069c-1ff8-42c1-9316-38a0b15bdb8f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745799.7068486,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"592c4f90-e357-46e3-b7bb-5c8f22b68e37"} {"level":"info","ts":1784745804.0300148,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745804.030079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72"} {"level":"info","ts":1784745804.0300896,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72"} {"level":"info","ts":1784745804.0301015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72","EoS":true} {"level":"info","ts":1784745804.0301306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784745804.0301588,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72"} {"level":"info","ts":1784745804.0735428,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745804.0736356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59"} {"level":"info","ts":1784745804.0736513,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59"} {"level":"info","ts":1784745804.0736694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","EoS":true} {"level":"info","ts":1784745804.0737076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","header":"x-maas-username"} {"level":"info","ts":1784745804.0737202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","header":"x-maas-subscription"} {"level":"info","ts":1784745804.0737278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","header":"x-maas-group"} {"level":"info","ts":1784745804.0737455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784745804.0737593,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","modelName":"e2e-external-model"} {"level":"info","ts":1784745804.0737784,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784745804.0738065,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784745804.073833,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","authType":"apikey"} {"level":"info","ts":1784745804.0738673,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59"} {"level":"info","ts":1784745804.1086571,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745804.1087368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4"} {"level":"info","ts":1784745804.10875,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4"} {"level":"info","ts":1784745804.108762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","EoS":true} {"level":"info","ts":1784745804.1087832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","header":"x-maas-username"} {"level":"info","ts":1784745804.108793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","header":"x-maas-group"} {"level":"info","ts":1784745804.1087987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","header":"x-maas-subscription"} {"level":"info","ts":1784745804.1088202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784745804.1088448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4"} {"level":"info","ts":1784745804.2107491,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4"} {"level":"info","ts":1784745804.210778,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4"} {"level":"info","ts":1784745804.2107985,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","EoS":false} {"level":"info","ts":1784745804.2109058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","EoS":true} {"level":"error","ts":1784745804.2109268,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784745804.210979,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4"} {"level":"info","ts":1784745804.2489944,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745804.2490542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7"} {"level":"info","ts":1784745804.2490673,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7"} {"level":"info","ts":1784745804.2490776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7","EoS":true} {"level":"info","ts":1784745804.249099,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7","header":"x-maas-group"} {"level":"info","ts":1784745804.24911,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7","header":"x-maas-subscription"} {"level":"info","ts":1784745804.2491157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7","header":"x-maas-username"} {"level":"info","ts":1784745804.2491412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7"} {"level":"info","ts":1784745804.3491344,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7"} {"level":"info","ts":1784745804.349163,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7"} {"level":"info","ts":1784745804.3491857,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7","EoS":false} {"level":"info","ts":1784745804.3492024,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7","EoS":true} {"level":"error","ts":1784745804.3492212,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784745804.3492787,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7"} {"level":"info","ts":1784745805.1991928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c06a0fe1-49bc-4ae9-9694-d9fabac2bff8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745805.199229,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c06a0fe1-49bc-4ae9-9694-d9fabac2bff8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745805.199232,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b58b9b76-6384-4d42-91ab-10283c09384e"} {"level":"info","ts":1784745805.3467963,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"265fee9d-2b59-4d1d-9b57-211455fd499c"} {"level":"info","ts":1784745805.3468769,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b929ade-c165-4322-9c8a-59cd849c272a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784745805.3469157,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b929ade-c165-4322-9c8a-59cd849c272a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784745805.459906,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"34dde6ee-f6a8-4277-ad3c-4b04bede5a41","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784745805.4599762,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"34dde6ee-f6a8-4277-ad3c-4b04bede5a41","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784746401.965072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746401.9651675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3"} {"level":"info","ts":1784746401.9651787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3"} {"level":"info","ts":1784746401.9651916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","EoS":true} {"level":"info","ts":1784746401.965217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","header":"x-maas-username"} {"level":"info","ts":1784746401.9652276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","header":"x-maas-group"} {"level":"info","ts":1784746401.9652321,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","header":"x-maas-subscription"} {"level":"info","ts":1784746401.965246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","path":"/ai-tenant-e2e-inf-b-ef44fb/test-model-ef44fb/v1/chat/completions"} {"level":"info","ts":1784746401.9652715,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3"} {"level":"info","ts":1784746401.97832,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3"} {"level":"info","ts":1784746401.9783602,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3"} {"level":"info","ts":1784746401.9783792,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","EoS":false} {"level":"info","ts":1784746401.9783926,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","EoS":true} {"level":"info","ts":1784746401.978462,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3"} {"level":"info","ts":1784746863.3901088,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746863.390187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b"} {"level":"info","ts":1784746863.390195,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b"} {"level":"info","ts":1784746863.3902066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","EoS":true} {"level":"info","ts":1784746863.390231,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","header":"x-maas-subscription"} {"level":"info","ts":1784746863.3902416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","header":"x-maas-group"} {"level":"info","ts":1784746863.3902466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","header":"x-maas-username"} {"level":"info","ts":1784746863.3902597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","path":"/ai-tenant-e2e-shared-b-63c82d/rate-test-model-63c82d/v1/completions"} {"level":"info","ts":1784746863.3902855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b"} {"level":"info","ts":1784746863.4034119,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b"} {"level":"info","ts":1784746863.4034743,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b"} {"level":"info","ts":1784746863.4034934,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","EoS":false} {"level":"info","ts":1784746863.4035065,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","EoS":true} {"level":"info","ts":1784746863.4035532,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b"}