{"level":"info","ts":1784745112.157722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8236e2d-07df-4457-9090-a37678855c67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745112.1577423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8236e2d-07df-4457-9090-a37678855c67"} {"level":"info","ts":1784745112.3226364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745112.322735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454"} {"level":"info","ts":1784745112.322754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454"} {"level":"info","ts":1784745112.3227725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","EoS":false} {"level":"info","ts":1784745112.3227892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","EoS":true} {"level":"info","ts":1784745112.3228164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745112.322835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745112.3228638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18bc0c12-aaa0-476a-b764-afdcb01ad454"} {"level":"info","ts":1784745112.4635806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745112.46366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71"} {"level":"info","ts":1784745112.4636688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71"} {"level":"info","ts":1784745112.463681,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","EoS":false} {"level":"info","ts":1784745112.463691,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","EoS":true} {"level":"info","ts":1784745112.4637113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745112.4637258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745112.4637463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac0c54a9-d2c2-4dca-b720-db1fcae8ec71"} {"level":"info","ts":1784745112.610518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745112.6106007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd"} {"level":"info","ts":1784745112.610614,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd"} {"level":"info","ts":1784745112.6106255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","EoS":false} {"level":"info","ts":1784745112.610639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","EoS":true} {"level":"info","ts":1784745112.6106591,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745112.6106734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745112.6106915,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63af98b7-7824-43f9-a1fc-4e4e218c43cd"} {"level":"info","ts":1784745112.7533915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745112.7534945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a8728a4-68af-49ab-8e4b-d4a6e63dbea3"} {"level":"info","ts":1784745112.753513,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a8728a4-68af-49ab-8e4b-d4a6e63dbea3"} {"level":"info","ts":1784745112.7535253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a8728a4-68af-49ab-8e4b-d4a6e63dbea3","EoS":false} {"level":"info","ts":1784745112.7535393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a8728a4-68af-49ab-8e4b-d4a6e63dbea3","EoS":true} {"level":"info","ts":1784745112.7535603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a8728a4-68af-49ab-8e4b-d4a6e63dbea3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745112.753575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a8728a4-68af-49ab-8e4b-d4a6e63dbea3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745112.7535963,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a8728a4-68af-49ab-8e4b-d4a6e63dbea3"} {"level":"info","ts":1784745131.5492446,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745131.5493271,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be22504a-7219-460c-8107-d585647ffb43"} {"level":"info","ts":1784745131.5493367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be22504a-7219-460c-8107-d585647ffb43"} {"level":"info","ts":1784745131.5493479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","EoS":false} {"level":"info","ts":1784745131.5493612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","EoS":true} {"level":"info","ts":1784745131.5493817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745131.5493965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be22504a-7219-460c-8107-d585647ffb43","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745131.5494323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be22504a-7219-460c-8107-d585647ffb43"} {"level":"info","ts":1784745131.5853114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745131.5853899,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f"} {"level":"info","ts":1784745131.5853996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f"} {"level":"info","ts":1784745131.5854113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","EoS":false} {"level":"info","ts":1784745131.5854425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","EoS":true} {"level":"info","ts":1784745131.585466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745131.5854807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745131.5855088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab38c29f-b2cf-4238-9b6c-20324e02434f"} {"level":"info","ts":1784745131.6248808,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745131.6249607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8ac7e0e-57c0-4352-98cd-81d77c8ef1d0"} {"level":"info","ts":1784745131.6249793,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8ac7e0e-57c0-4352-98cd-81d77c8ef1d0"} {"level":"info","ts":1784745131.6249983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8ac7e0e-57c0-4352-98cd-81d77c8ef1d0","EoS":false} {"level":"info","ts":1784745131.6250198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8ac7e0e-57c0-4352-98cd-81d77c8ef1d0","EoS":true} {"level":"info","ts":1784745131.625048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8ac7e0e-57c0-4352-98cd-81d77c8ef1d0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745131.6250668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8ac7e0e-57c0-4352-98cd-81d77c8ef1d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745131.6251028,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8ac7e0e-57c0-4352-98cd-81d77c8ef1d0"} {"level":"info","ts":1784745131.662669,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745131.6627498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9928480-4ac3-4cd2-9c9a-b5a537d4bb22"} {"level":"info","ts":1784745131.6627638,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c9928480-4ac3-4cd2-9c9a-b5a537d4bb22"} {"level":"info","ts":1784745131.6627753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9928480-4ac3-4cd2-9c9a-b5a537d4bb22","EoS":false} {"level":"info","ts":1784745131.6627882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9928480-4ac3-4cd2-9c9a-b5a537d4bb22","EoS":true} {"level":"info","ts":1784745131.6628072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9928480-4ac3-4cd2-9c9a-b5a537d4bb22","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745131.662821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9928480-4ac3-4cd2-9c9a-b5a537d4bb22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745131.662842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c9928480-4ac3-4cd2-9c9a-b5a537d4bb22"} {"level":"info","ts":1784745131.7227051,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745131.722789,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f83e60a5-bffc-4b9d-87fe-60dbe29a3869"} {"level":"info","ts":1784745136.3731344,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745136.373209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5"} {"level":"info","ts":1784745136.373221,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5"} {"level":"info","ts":1784745136.373232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","EoS":false} {"level":"info","ts":1784745136.3732424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","EoS":true} {"level":"info","ts":1784745136.3732612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745136.3732767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745136.3733006,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf4f2473-80f4-48b9-86ce-ad2161e103e5"} {"level":"info","ts":1784745144.9670062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745144.967092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aae04977-a4ac-4449-b92b-3eb4842b8cf8"} {"level":"info","ts":1784745144.9671063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aae04977-a4ac-4449-b92b-3eb4842b8cf8"} {"level":"info","ts":1784745144.96712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aae04977-a4ac-4449-b92b-3eb4842b8cf8","EoS":false} {"level":"info","ts":1784745144.9671326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aae04977-a4ac-4449-b92b-3eb4842b8cf8","EoS":true} {"level":"info","ts":1784745144.9671533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aae04977-a4ac-4449-b92b-3eb4842b8cf8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784745144.9671693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aae04977-a4ac-4449-b92b-3eb4842b8cf8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745144.967189,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aae04977-a4ac-4449-b92b-3eb4842b8cf8"} {"level":"info","ts":1784745147.001164,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745147.00125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1"} {"level":"info","ts":1784745147.0012615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1"} {"level":"info","ts":1784745147.001274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","EoS":false} {"level":"info","ts":1784745147.0012872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","EoS":true} {"level":"info","ts":1784745147.0013082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784745147.001324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745147.0013425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ca03cdd-2147-4916-98df-a8d345163bb1"} {"level":"info","ts":1784745159.904548,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745159.9046519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6"} {"level":"info","ts":1784745159.9046664,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6"} {"level":"info","ts":1784745159.9046836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","EoS":false} {"level":"info","ts":1784745159.9046943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","EoS":true} {"level":"info","ts":1784745159.9047163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745159.9047344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745159.9047601,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"355c8548-f7a9-45b0-bed7-3e861d99e9d6"} {"level":"info","ts":1784745168.4349134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745168.4350007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69"} {"level":"info","ts":1784745168.435009,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69"} {"level":"info","ts":1784745168.4350212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","EoS":false} {"level":"info","ts":1784745168.4350376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","EoS":true} {"level":"info","ts":1784745168.435057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745168.4350724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745168.4350936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69432b17-9961-4a5c-b7f0-0be4d7d48a69"} {"level":"info","ts":1784745177.3428547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745177.3429415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0"} {"level":"info","ts":1784745177.3429542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0"} {"level":"info","ts":1784745177.3429737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","EoS":false} {"level":"info","ts":1784745177.3429937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","EoS":true} {"level":"info","ts":1784745177.3430285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745177.3430483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745177.343077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78f1faa1-510f-404c-86fd-cb2a2ba38fa0"} {"level":"info","ts":1784745186.346235,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745186.3463104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bfb6f7a-8c32-4a79-a157-4b626e9e317c"} {"level":"info","ts":1784745186.3463218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8bfb6f7a-8c32-4a79-a157-4b626e9e317c"} {"level":"info","ts":1784745186.346334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bfb6f7a-8c32-4a79-a157-4b626e9e317c","EoS":false} {"level":"info","ts":1784745186.346344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bfb6f7a-8c32-4a79-a157-4b626e9e317c","EoS":true} {"level":"info","ts":1784745186.3463688,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bfb6f7a-8c32-4a79-a157-4b626e9e317c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745186.3463852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bfb6f7a-8c32-4a79-a157-4b626e9e317c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745186.3464072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8bfb6f7a-8c32-4a79-a157-4b626e9e317c"} {"level":"info","ts":1784745191.1121101,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745191.1121886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0c02948-0675-4dcd-8762-1da0bd770f61"} {"level":"info","ts":1784745191.112198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0c02948-0675-4dcd-8762-1da0bd770f61"} {"level":"info","ts":1784745191.1122096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0c02948-0675-4dcd-8762-1da0bd770f61","EoS":false} {"level":"info","ts":1784745191.11222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0c02948-0675-4dcd-8762-1da0bd770f61","EoS":true} {"level":"info","ts":1784745191.1122413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0c02948-0675-4dcd-8762-1da0bd770f61","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745191.1122572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0c02948-0675-4dcd-8762-1da0bd770f61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745191.1122756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0c02948-0675-4dcd-8762-1da0bd770f61"} {"level":"info","ts":1784745195.8915992,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745195.891674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e187cd83-0752-4d09-8ec7-52dde0fa556b"} {"level":"info","ts":1784745195.8916836,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e187cd83-0752-4d09-8ec7-52dde0fa556b"} {"level":"info","ts":1784745195.8916948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e187cd83-0752-4d09-8ec7-52dde0fa556b","EoS":false} {"level":"info","ts":1784745195.891705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e187cd83-0752-4d09-8ec7-52dde0fa556b","EoS":true} {"level":"info","ts":1784745195.8917239,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e187cd83-0752-4d09-8ec7-52dde0fa556b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784745195.891739,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e187cd83-0752-4d09-8ec7-52dde0fa556b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745195.8917594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e187cd83-0752-4d09-8ec7-52dde0fa556b"} {"level":"info","ts":1784745196.1864507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745196.1865458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f82ff43-aa35-421c-af1e-2adf06ea2a88"} {"level":"info","ts":1784745196.1865628,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f82ff43-aa35-421c-af1e-2adf06ea2a88"} {"level":"info","ts":1784745196.186579,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f82ff43-aa35-421c-af1e-2adf06ea2a88","EoS":false} {"level":"info","ts":1784745196.186597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f82ff43-aa35-421c-af1e-2adf06ea2a88","EoS":true} {"level":"info","ts":1784745196.1866245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f82ff43-aa35-421c-af1e-2adf06ea2a88","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784745196.1866457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f82ff43-aa35-421c-af1e-2adf06ea2a88","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745196.1866739,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f82ff43-aa35-421c-af1e-2adf06ea2a88"} {"level":"info","ts":1784745198.2241395,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745198.224217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64d18667-8471-4890-94af-450b21059d76"} {"level":"info","ts":1784745198.2242258,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64d18667-8471-4890-94af-450b21059d76"} {"level":"info","ts":1784745198.2242365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64d18667-8471-4890-94af-450b21059d76","EoS":false} {"level":"info","ts":1784745198.2242467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64d18667-8471-4890-94af-450b21059d76","EoS":true} {"level":"info","ts":1784745198.2242677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64d18667-8471-4890-94af-450b21059d76","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784745198.22428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64d18667-8471-4890-94af-450b21059d76","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745198.2242994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64d18667-8471-4890-94af-450b21059d76"} {"level":"info","ts":1784745200.2590268,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745200.2591174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12b27c82-49ee-4260-abf9-c0b6427bbfb1"} {"level":"info","ts":1784745200.2591355,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12b27c82-49ee-4260-abf9-c0b6427bbfb1"} {"level":"info","ts":1784745200.259155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12b27c82-49ee-4260-abf9-c0b6427bbfb1","EoS":false} {"level":"info","ts":1784745200.259175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12b27c82-49ee-4260-abf9-c0b6427bbfb1","EoS":true} {"level":"info","ts":1784745200.259205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12b27c82-49ee-4260-abf9-c0b6427bbfb1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784745200.2592247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12b27c82-49ee-4260-abf9-c0b6427bbfb1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745200.2592566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12b27c82-49ee-4260-abf9-c0b6427bbfb1"} {"level":"info","ts":1784745202.293268,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745202.293348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4"} {"level":"info","ts":1784745202.2933567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4"} {"level":"info","ts":1784745202.2933714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","EoS":false} {"level":"info","ts":1784745202.2933822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","EoS":true} {"level":"info","ts":1784745202.2934039,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784745202.2934396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745202.293464,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19bfa151-5569-4880-a543-d97096d6bef4"} {"level":"info","ts":1784745225.638938,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745225.6390374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8"} {"level":"info","ts":1784745225.6390843,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8"} {"level":"info","ts":1784745225.6390991,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","EoS":false} {"level":"info","ts":1784745225.6391106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","EoS":true} {"level":"info","ts":1784745225.6391335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784745225.639149,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745225.6391692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bea2b6d9-22b6-464b-8a67-16edffd448c8"} {"level":"info","ts":1784745234.982954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745234.9830358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"696473ae-df3f-4421-b1cf-640fa2ff0ac0"} {"level":"info","ts":1784745234.9830458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"696473ae-df3f-4421-b1cf-640fa2ff0ac0"} {"level":"info","ts":1784745234.9830592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"696473ae-df3f-4421-b1cf-640fa2ff0ac0","EoS":false} {"level":"info","ts":1784745234.9830692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"696473ae-df3f-4421-b1cf-640fa2ff0ac0","EoS":true} {"level":"info","ts":1784745234.9830961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"696473ae-df3f-4421-b1cf-640fa2ff0ac0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745234.9831123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"696473ae-df3f-4421-b1cf-640fa2ff0ac0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745234.9831352,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"696473ae-df3f-4421-b1cf-640fa2ff0ac0"} {"level":"info","ts":1784745240.463069,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745240.4631646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6b9115b-328d-4ce1-bd88-681dfc06cfa4"} {"level":"info","ts":1784745240.4631803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6b9115b-328d-4ce1-bd88-681dfc06cfa4"} {"level":"info","ts":1784745240.4631937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6b9115b-328d-4ce1-bd88-681dfc06cfa4","EoS":false} {"level":"info","ts":1784745240.463207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6b9115b-328d-4ce1-bd88-681dfc06cfa4","EoS":true} {"level":"info","ts":1784745240.463226,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6b9115b-328d-4ce1-bd88-681dfc06cfa4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784745240.4632423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6b9115b-328d-4ce1-bd88-681dfc06cfa4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745240.4632633,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6b9115b-328d-4ce1-bd88-681dfc06cfa4"} {"level":"info","ts":1784745250.0259387,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745250.0260184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2786f7e0-4eae-4011-bcbb-e018939237ac"} {"level":"info","ts":1784745250.026029,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2786f7e0-4eae-4011-bcbb-e018939237ac"} {"level":"info","ts":1784745250.0260406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2786f7e0-4eae-4011-bcbb-e018939237ac","EoS":false} {"level":"info","ts":1784745250.02605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2786f7e0-4eae-4011-bcbb-e018939237ac","EoS":true} {"level":"info","ts":1784745250.0260706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2786f7e0-4eae-4011-bcbb-e018939237ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745250.0260866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2786f7e0-4eae-4011-bcbb-e018939237ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745250.0261087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2786f7e0-4eae-4011-bcbb-e018939237ac"} {"level":"info","ts":1784745252.0644093,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745252.064512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954"} {"level":"info","ts":1784745252.0645225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954"} {"level":"info","ts":1784745252.064534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","EoS":false} {"level":"info","ts":1784745252.0645456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","EoS":true} {"level":"info","ts":1784745252.0645657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745252.0645812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745252.0646017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba3cc354-b348-446b-91e6-38a517da5954"} {"level":"info","ts":1784745261.5177147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745261.5178118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e"} {"level":"info","ts":1784745261.5178277,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e"} {"level":"info","ts":1784745261.5178413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","EoS":false} {"level":"info","ts":1784745261.5178537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","EoS":true} {"level":"info","ts":1784745261.5178747,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745261.51789,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745261.517912,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9950833e-75b4-464b-86d3-9e93efecc29e"} {"level":"info","ts":1784745261.555935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745261.5560193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533"} {"level":"info","ts":1784745261.5560312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533"} {"level":"info","ts":1784745261.5560424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","EoS":false} {"level":"info","ts":1784745261.5560546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","EoS":true} {"level":"info","ts":1784745261.5560734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745261.5560877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745261.5561094,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"feabb0a9-6a0f-4c5a-8757-fb334e912533"} {"level":"info","ts":1784745280.6965458,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745280.6966345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5"} {"level":"info","ts":1784745280.6966534,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5"} {"level":"info","ts":1784745280.696666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","EoS":false} {"level":"info","ts":1784745280.6966803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","EoS":true} {"level":"info","ts":1784745280.6967022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745280.6967175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745280.6967432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2fd6d019-2775-4daa-b1f4-df952e0861a5"} {"level":"info","ts":1784745290.0220737,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745290.022153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a368654-4e42-4f77-b782-7e30444021f8"} {"level":"info","ts":1784745290.0221636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a368654-4e42-4f77-b782-7e30444021f8"} {"level":"info","ts":1784745290.0221753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a368654-4e42-4f77-b782-7e30444021f8","EoS":false} {"level":"info","ts":1784745290.022186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a368654-4e42-4f77-b782-7e30444021f8","EoS":true} {"level":"info","ts":1784745290.0222056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a368654-4e42-4f77-b782-7e30444021f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745290.0222208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a368654-4e42-4f77-b782-7e30444021f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745290.0222404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a368654-4e42-4f77-b782-7e30444021f8"} {"level":"info","ts":1784745295.2924664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745295.2925575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f855f95-07f8-47ed-bd94-d774dcd49489"} {"level":"info","ts":1784745295.2925737,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f855f95-07f8-47ed-bd94-d774dcd49489"} {"level":"info","ts":1784745295.292594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f855f95-07f8-47ed-bd94-d774dcd49489","EoS":false} {"level":"info","ts":1784745295.2926142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f855f95-07f8-47ed-bd94-d774dcd49489","EoS":true} {"level":"info","ts":1784745295.2926455,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f855f95-07f8-47ed-bd94-d774dcd49489","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784745295.292665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f855f95-07f8-47ed-bd94-d774dcd49489","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784745295.2926977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f855f95-07f8-47ed-bd94-d774dcd49489"} {"level":"info","ts":1784745385.7591147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745385.7591984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9d57dba-3cd8-4288-8b99-c53b652aff30"} {"level":"info","ts":1784745385.7592077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c9d57dba-3cd8-4288-8b99-c53b652aff30"} {"level":"info","ts":1784745385.7592187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9d57dba-3cd8-4288-8b99-c53b652aff30","EoS":false} {"level":"info","ts":1784745385.7592306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9d57dba-3cd8-4288-8b99-c53b652aff30","EoS":true} {"level":"info","ts":1784745385.7592542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9d57dba-3cd8-4288-8b99-c53b652aff30","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784745385.759272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9d57dba-3cd8-4288-8b99-c53b652aff30","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784745385.759298,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c9d57dba-3cd8-4288-8b99-c53b652aff30"} {"level":"info","ts":1784745410.824189,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745410.8242683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0af5850-3104-407f-8424-929e34e330db"} {"level":"info","ts":1784745410.824279,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0af5850-3104-407f-8424-929e34e330db"} {"level":"info","ts":1784745410.8242903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","EoS":false} {"level":"info","ts":1784745410.8243039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","EoS":true} {"level":"info","ts":1784745410.8243253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784745410.8243399,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0af5850-3104-407f-8424-929e34e330db","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784745410.8243606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0af5850-3104-407f-8424-929e34e330db"} {"level":"info","ts":1784745447.7898557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745447.7899382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138"} {"level":"info","ts":1784745447.7899516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138"} {"level":"info","ts":1784745447.789963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","EoS":false} {"level":"info","ts":1784745447.7899783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","EoS":true} {"level":"info","ts":1784745447.7900043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745447.7900198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745447.790039,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f632c42e-e49a-4259-a992-3b1503dd8138"} {"level":"info","ts":1784745463.08958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745463.0896628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629"} {"level":"info","ts":1784745463.089677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629"} {"level":"info","ts":1784745463.08969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","EoS":false} {"level":"info","ts":1784745463.0897005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","EoS":true} {"level":"info","ts":1784745463.089722,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745463.0897377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745463.08976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0baabbbd-ee6e-4edd-9cab-f3d49af57629"} {"level":"info","ts":1784745463.3889554,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745463.3890486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e058869d-9ba6-4952-bfe2-53b679e3c70d"} {"level":"info","ts":1784745463.3890617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e058869d-9ba6-4952-bfe2-53b679e3c70d"} {"level":"info","ts":1784745463.3890765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e058869d-9ba6-4952-bfe2-53b679e3c70d","EoS":false} {"level":"info","ts":1784745463.3890893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e058869d-9ba6-4952-bfe2-53b679e3c70d","EoS":true} {"level":"info","ts":1784745463.3891087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e058869d-9ba6-4952-bfe2-53b679e3c70d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784745463.3891244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e058869d-9ba6-4952-bfe2-53b679e3c70d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745463.3891447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e058869d-9ba6-4952-bfe2-53b679e3c70d"} {"level":"info","ts":1784745776.6509995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745776.6510959,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e"} {"level":"info","ts":1784745776.651111,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e"} {"level":"info","ts":1784745776.6511276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","EoS":false} {"level":"info","ts":1784745776.651148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","EoS":true} {"level":"info","ts":1784745776.6511755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745776.6511965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745776.6512218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"575e2a5a-424b-4423-80d5-a7cad508de7e"} {"level":"info","ts":1784745776.690918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745776.6909897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de"} {"level":"info","ts":1784745776.6909988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de"} {"level":"info","ts":1784745776.6910095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","EoS":false} {"level":"info","ts":1784745776.6910222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","EoS":true} {"level":"info","ts":1784745776.6910422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745776.691057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745776.6910765,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4c8229c8-e1ed-4043-ba3b-330a44cd59de"} {"level":"info","ts":1784745776.729394,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745776.7295196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2508848a-e23f-4c81-8ac2-c058a24ec172"} {"level":"info","ts":1784745776.7295372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2508848a-e23f-4c81-8ac2-c058a24ec172"} {"level":"info","ts":1784745776.729556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2508848a-e23f-4c81-8ac2-c058a24ec172","EoS":false} {"level":"info","ts":1784745776.7295704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2508848a-e23f-4c81-8ac2-c058a24ec172","EoS":true} {"level":"info","ts":1784745776.729604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2508848a-e23f-4c81-8ac2-c058a24ec172","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745776.7296247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2508848a-e23f-4c81-8ac2-c058a24ec172","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745776.7296555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2508848a-e23f-4c81-8ac2-c058a24ec172"} {"level":"info","ts":1784745776.7625768,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745776.7626536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88931432-fd66-4cea-b606-45780eb50949"} {"level":"info","ts":1784745776.7626662,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88931432-fd66-4cea-b606-45780eb50949"} {"level":"info","ts":1784745776.7626777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88931432-fd66-4cea-b606-45780eb50949","EoS":false} {"level":"info","ts":1784745776.7626884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88931432-fd66-4cea-b606-45780eb50949","EoS":true} {"level":"info","ts":1784745776.762714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88931432-fd66-4cea-b606-45780eb50949","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784745776.76273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88931432-fd66-4cea-b606-45780eb50949","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784745776.7627492,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88931432-fd66-4cea-b606-45780eb50949"} {"level":"info","ts":1784745781.6164913,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef4ebe30-e2e0-47b2-98d7-98bcaafbc6b1"} {"level":"info","ts":1784745781.6165447,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e2d2225-aac8-42fb-b16f-a7a2fa20e5e0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784745781.6165855,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e2d2225-aac8-42fb-b16f-a7a2fa20e5e0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784745781.6224852,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e63eeda-cafa-4808-80f8-466a96e9bfb5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784745781.6225126,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e63eeda-cafa-4808-80f8-466a96e9bfb5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784745781.6227407,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36801.59797172,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.622758,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.766388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f0176c3-fd88-4a82-9278-ede04d2c5a55"} {"level":"info","ts":1784745781.767014,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae0b3a87-e544-43c2-9719-04d4f45a71f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.7670567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae0b3a87-e544-43c2-9719-04d4f45a71f6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784745781.767607,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1ebedef-ac48-4946-a439-85072d84e880","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.7676358,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1ebedef-ac48-4946-a439-85072d84e880","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784745781.7689984,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784745781.7738738,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f0176c3-fd88-4a82-9278-ede04d2c5a55","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.7739186,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f0176c3-fd88-4a82-9278-ede04d2c5a55","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784745781.7773955,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f0176c3-fd88-4a82-9278-ede04d2c5a55","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784745781.7774625,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f0176c3-fd88-4a82-9278-ede04d2c5a55","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.7775178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bf513a5-5b1c-4a7d-b648-7e471b907b1c"} {"level":"info","ts":1784745781.777539,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bf513a5-5b1c-4a7d-b648-7e471b907b1c","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784745781.7827363,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bf513a5-5b1c-4a7d-b648-7e471b907b1c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.7860215,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdf6eada-c535-4799-ae55-bf2a5e1a3ec1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784745781.7860615,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c350c427-8636-40f2-80fe-5ad6aeae197b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.7860868,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c350c427-8636-40f2-80fe-5ad6aeae197b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784745781.7860656,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdf6eada-c535-4799-ae55-bf2a5e1a3ec1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784745781.7861345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db6ba0f3-2437-4c25-9bd6-a048ff10fba6"} {"level":"info","ts":1784745781.7864406,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37915.337229135,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.786458,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.793688,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.8231306,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36353.276298567,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.823155,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.8326688,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784745781.8870804,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db6ba0f3-2437-4c25-9bd6-a048ff10fba6","name":"e2e-external-model"} {"level":"info","ts":1784745781.9016633,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db6ba0f3-2437-4c25-9bd6-a048ff10fba6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784745781.9070172,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dba1ed1b-95c6-4ed2-953c-6197c1af3e7d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.9070673,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dba1ed1b-95c6-4ed2-953c-6197c1af3e7d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784745781.907162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408d1b33-f992-4ceb-8395-497bee9ece10"} {"level":"info","ts":1784745781.9072256,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408d1b33-f992-4ceb-8395-497bee9ece10","name":"e2e-external-model"} {"level":"info","ts":1784745781.9235475,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef4ebe30-e2e0-47b2-98d7-98bcaafbc6b1","name":"e2e-external-provider"} {"level":"error","ts":1784745781.9245665,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408d1b33-f992-4ceb-8395-497bee9ece10","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.9246101,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9a12154-7708-4153-abcd-4478dbab0957","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.924638,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9a12154-7708-4153-abcd-4478dbab0957","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784745781.9246702,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"475e8837-c9ee-4bb7-8f7a-9572a52e00d9"} {"level":"info","ts":1784745781.924722,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"475e8837-c9ee-4bb7-8f7a-9572a52e00d9","name":"e2e-external-model"} {"level":"info","ts":1784745781.9329813,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef4ebe30-e2e0-47b2-98d7-98bcaafbc6b1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784745781.9332745,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"475e8837-c9ee-4bb7-8f7a-9572a52e00d9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784745781.9364946,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef4ebe30-e2e0-47b2-98d7-98bcaafbc6b1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745781.9367068,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b598f56a-459c-416a-8d0d-a6c57ff4c4bb"} {"level":"info","ts":1784745781.9368014,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b598f56a-459c-416a-8d0d-a6c57ff4c4bb","name":"e2e-external-provider"} {"level":"info","ts":1784745781.938568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae43bb04-7035-4b4b-ba3c-48fc6a78f201"} {"level":"info","ts":1784745781.9385824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9886b90c-69f4-4720-926b-dfdbbab7d492","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745781.9386187,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9886b90c-69f4-4720-926b-dfdbbab7d492","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784745781.938632,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae43bb04-7035-4b4b-ba3c-48fc6a78f201","name":"e2e-external-model"} {"level":"info","ts":1784745781.946503,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae43bb04-7035-4b4b-ba3c-48fc6a78f201","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784745781.9469159,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b598f56a-459c-416a-8d0d-a6c57ff4c4bb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784745791.2276254,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745791.2277186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a98beba0-b7f3-45d5-9ca8-58fdff10b492"} {"level":"info","ts":1784745791.2277336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a98beba0-b7f3-45d5-9ca8-58fdff10b492"} {"level":"info","ts":1784745791.2277734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a98beba0-b7f3-45d5-9ca8-58fdff10b492","EoS":false} {"level":"info","ts":1784745791.2277935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a98beba0-b7f3-45d5-9ca8-58fdff10b492","EoS":true} {"level":"info","ts":1784745791.2278273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a98beba0-b7f3-45d5-9ca8-58fdff10b492","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784745791.2278461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a98beba0-b7f3-45d5-9ca8-58fdff10b492","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784745791.2278554,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a98beba0-b7f3-45d5-9ca8-58fdff10b492","modelName":"e2e-external-model"} {"level":"info","ts":1784745791.2278707,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a98beba0-b7f3-45d5-9ca8-58fdff10b492","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784745791.227928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a98beba0-b7f3-45d5-9ca8-58fdff10b492"} {"level":"info","ts":1784745791.2789333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745791.2790306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"085b4234-272d-4b2e-bd62-00e82556fa80"} {"level":"info","ts":1784745791.2790449,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"085b4234-272d-4b2e-bd62-00e82556fa80"} {"level":"info","ts":1784745791.2790623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"085b4234-272d-4b2e-bd62-00e82556fa80","EoS":false} {"level":"info","ts":1784745791.2790768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"085b4234-272d-4b2e-bd62-00e82556fa80","EoS":true} {"level":"info","ts":1784745791.279099,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"085b4234-272d-4b2e-bd62-00e82556fa80","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784745791.2791142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"085b4234-272d-4b2e-bd62-00e82556fa80","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784745791.2791214,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"085b4234-272d-4b2e-bd62-00e82556fa80","modelName":"e2e-external-model"} {"level":"info","ts":1784745791.279144,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"085b4234-272d-4b2e-bd62-00e82556fa80","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784745791.2791812,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"085b4234-272d-4b2e-bd62-00e82556fa80"} {"level":"info","ts":1784745791.3063056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745791.306376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c"} {"level":"info","ts":1784745791.3063846,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c"} {"level":"info","ts":1784745791.3063953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","EoS":false} {"level":"info","ts":1784745791.306405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","EoS":true} {"level":"info","ts":1784745791.3064466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784745791.3064635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784745791.3064702,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","modelName":"e2e-external-model"} {"level":"info","ts":1784745791.3064857,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784745791.3065212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b41818df-bfcd-4892-b242-da0dce08ff7c"} {"level":"info","ts":1784745791.4411578,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a51f7cf-6386-43e2-a9b0-ea6c405ad8b0"} {"level":"info","ts":1784745791.4412081,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aea31c5-1f08-4f8f-95c5-3bf8a8f139e8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745791.4412346,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4aea31c5-1f08-4f8f-95c5-3bf8a8f139e8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784745791.4464636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be0e20fc-8eba-4d75-a202-a58c5959fd08","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745791.4465003,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be0e20fc-8eba-4d75-a202-a58c5959fd08","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784745791.4489276,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a51f7cf-6386-43e2-a9b0-ea6c405ad8b0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745791.4489818,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a51f7cf-6386-43e2-a9b0-ea6c405ad8b0","name":"e2e-cleanup-test"} {"level":"info","ts":1784745791.4610753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f36e790-fdbd-4a23-a40f-c302cebcf4e4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745791.461114,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f36e790-fdbd-4a23-a40f-c302cebcf4e4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784745791.4668741,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a51f7cf-6386-43e2-a9b0-ea6c405ad8b0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784745791.4669209,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a51f7cf-6386-43e2-a9b0-ea6c405ad8b0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745791.466985,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f969809-cfad-4f6b-aa4d-2cd69d54ae5d"} {"level":"info","ts":1784745791.4670346,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f969809-cfad-4f6b-aa4d-2cd69d54ae5d","name":"e2e-cleanup-test"} {"level":"info","ts":1784745791.4759307,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0104cec-d026-47f7-bb13-25e818bc5523","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745791.4759896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0104cec-d026-47f7-bb13-25e818bc5523","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784745791.4762373,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f969809-cfad-4f6b-aa4d-2cd69d54ae5d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784745791.4792948,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f969809-cfad-4f6b-aa4d-2cd69d54ae5d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745791.4793816,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edfed90c-d2e1-47e3-bbf1-aefbc3b2d3ab"} {"level":"info","ts":1784745791.4794595,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edfed90c-d2e1-47e3-bbf1-aefbc3b2d3ab","name":"e2e-cleanup-test"} {"level":"info","ts":1784745791.4874365,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edfed90c-d2e1-47e3-bbf1-aefbc3b2d3ab","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784745791.4881587,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f9e34ee-2c1a-40bf-93e5-7291382a5fa1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745791.4881928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f9e34ee-2c1a-40bf-93e5-7291382a5fa1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784745791.4909031,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edfed90c-d2e1-47e3-bbf1-aefbc3b2d3ab","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784745791.4909744,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f2858a7-df8d-43d1-a735-a60b713cd47f"} {"level":"info","ts":1784745791.4910266,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f2858a7-df8d-43d1-a735-a60b713cd47f","name":"e2e-cleanup-test"} {"level":"info","ts":1784745791.4987526,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f2858a7-df8d-43d1-a735-a60b713cd47f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784745799.7069116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"097fd955-0f79-47e0-b429-1e84891a1988"} {"level":"info","ts":1784745799.706951,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3191dc95-d2ca-440e-92e0-40f7489c5d5e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745799.7069726,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3191dc95-d2ca-440e-92e0-40f7489c5d5e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784745804.0274959,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745804.0275717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72"} {"level":"info","ts":1784745804.027581,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72"} {"level":"info","ts":1784745804.0275917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72","EoS":false} {"level":"info","ts":1784745804.0276067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72","EoS":true} {"level":"info","ts":1784745804.0276392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784745804.0276604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784745804.0276895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af9f9bc6-6420-4aa3-a08c-24b6915f7b72"} {"level":"info","ts":1784745804.0568953,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745804.0569637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59"} {"level":"info","ts":1784745804.0569718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59"} {"level":"info","ts":1784745804.0569823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","EoS":false} {"level":"info","ts":1784745804.0569925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","EoS":true} {"level":"info","ts":1784745804.057012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784745804.057027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784745804.0570343,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","modelName":"e2e-external-model"} {"level":"info","ts":1784745804.0570474,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784745804.0570877,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0876df92-9598-4fa9-8b10-124ef79d2f59"} {"level":"info","ts":1784745804.0965877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745804.0966597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4"} {"level":"info","ts":1784745804.0966692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4"} {"level":"info","ts":1784745804.0966792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","EoS":false} {"level":"info","ts":1784745804.0966911,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","EoS":true} {"level":"info","ts":1784745804.0967314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784745804.096753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784745804.0967798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b2fcc7c-46fa-49ec-bdd2-952b1f2e53a4"} {"level":"info","ts":1784745804.2372289,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784745804.2373104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7"} {"level":"info","ts":1784745804.2373242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7"} {"level":"info","ts":1784745804.237341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7","EoS":false} {"level":"info","ts":1784745804.237358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7","EoS":true} {"level":"info","ts":1784745804.2373888,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7","field":"model"} {"level":"info","ts":1784745804.2374532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac252fb7-fe0f-4ef2-9710-030e2376f0a7"} {"level":"info","ts":1784745805.1991923,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1472b15d-54d3-4e92-b0b5-a6cba81eb2b9"} {"level":"info","ts":1784745805.1992393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47366339-4874-4dc1-bb2f-d25c4a24fe7d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745805.1992671,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47366339-4874-4dc1-bb2f-d25c4a24fe7d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784745805.3469307,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67d30589-cb9e-4880-b9d8-9d3df519269f"} {"level":"info","ts":1784745805.3469558,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a89989bb-78c5-40a9-96ca-3dbfd9f2aa32","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784745805.34698,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a89989bb-78c5-40a9-96ca-3dbfd9f2aa32","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784746380.8041892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746380.8042834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93cbbbf8-3e9b-4086-ae50-dd6b647ad6eb"} {"level":"info","ts":1784746380.8042955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93cbbbf8-3e9b-4086-ae50-dd6b647ad6eb"} {"level":"info","ts":1784746380.8043084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93cbbbf8-3e9b-4086-ae50-dd6b647ad6eb","EoS":false} {"level":"info","ts":1784746380.8043242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93cbbbf8-3e9b-4086-ae50-dd6b647ad6eb","EoS":true} {"level":"info","ts":1784746380.8043456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93cbbbf8-3e9b-4086-ae50-dd6b647ad6eb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746380.8043618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93cbbbf8-3e9b-4086-ae50-dd6b647ad6eb","path":"/ai-tenant-e2e-inf-b-ef44fb/test-model-ef44fb/v1/chat/completions"} {"level":"info","ts":1784746380.8043876,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93cbbbf8-3e9b-4086-ae50-dd6b647ad6eb"} {"level":"info","ts":1784746401.9364684,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746401.9365628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3"} {"level":"info","ts":1784746401.9365735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3"} {"level":"info","ts":1784746401.9365847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","EoS":false} {"level":"info","ts":1784746401.9365957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","EoS":true} {"level":"info","ts":1784746401.9366174,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746401.936633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3","path":"/ai-tenant-e2e-inf-b-ef44fb/test-model-ef44fb/v1/chat/completions"} {"level":"info","ts":1784746401.936653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00ae35a0-3e5c-4f02-9eb7-6feddb450db3"} {"level":"info","ts":1784746863.351591,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746863.351674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b"} {"level":"info","ts":1784746863.3516822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b"} {"level":"info","ts":1784746863.3516936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","EoS":false} {"level":"info","ts":1784746863.351705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","EoS":true} {"level":"info","ts":1784746863.351725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784746863.3517406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b","path":"/ai-tenant-e2e-shared-b-63c82d/rate-test-model-63c82d/v1/completions"} {"level":"info","ts":1784746863.351764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d1bc5fb-0828-4a23-bd58-908098e2f28b"}