{"level":"info","ts":1785173780.4128935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f056e0a4-5c63-400b-8eac-c24318e03bbe","EoS":true} {"level":"info","ts":1785173780.4129264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f056e0a4-5c63-400b-8eac-c24318e03bbe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173780.4129446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f056e0a4-5c63-400b-8eac-c24318e03bbe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173780.4129617,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f056e0a4-5c63-400b-8eac-c24318e03bbe"} {"level":"info","ts":1785173784.583931,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173784.584035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd9f3d06-d1a7-4447-ad15-afc65c850010"} {"level":"info","ts":1785173784.584048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd9f3d06-d1a7-4447-ad15-afc65c850010"} {"level":"info","ts":1785173784.5840602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd9f3d06-d1a7-4447-ad15-afc65c850010","EoS":false} {"level":"info","ts":1785173784.5840726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd9f3d06-d1a7-4447-ad15-afc65c850010","EoS":true} {"level":"info","ts":1785173784.5840924,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd9f3d06-d1a7-4447-ad15-afc65c850010","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173784.5841084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd9f3d06-d1a7-4447-ad15-afc65c850010","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173784.584131,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd9f3d06-d1a7-4447-ad15-afc65c850010"} {"level":"info","ts":1785173803.561707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173803.5618048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"642c599e-7984-468d-9e78-4b49449b7ccb"} {"level":"info","ts":1785173803.561824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"642c599e-7984-468d-9e78-4b49449b7ccb"} {"level":"info","ts":1785173803.5618436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"642c599e-7984-468d-9e78-4b49449b7ccb","EoS":false} {"level":"info","ts":1785173803.561867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"642c599e-7984-468d-9e78-4b49449b7ccb","EoS":true} {"level":"info","ts":1785173803.5618978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"642c599e-7984-468d-9e78-4b49449b7ccb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785173803.561917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"642c599e-7984-468d-9e78-4b49449b7ccb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173803.561941,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"642c599e-7984-468d-9e78-4b49449b7ccb"} {"level":"info","ts":1785173803.702953,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173803.7030618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"980e5b76-56d3-40be-8c00-7ab346ddcd54"} {"level":"info","ts":1785173803.7030756,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"980e5b76-56d3-40be-8c00-7ab346ddcd54"} {"level":"info","ts":1785173803.7030935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"980e5b76-56d3-40be-8c00-7ab346ddcd54","EoS":false} {"level":"info","ts":1785173803.7031624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"980e5b76-56d3-40be-8c00-7ab346ddcd54","EoS":true} {"level":"info","ts":1785173803.7031934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"980e5b76-56d3-40be-8c00-7ab346ddcd54","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785173803.7032154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"980e5b76-56d3-40be-8c00-7ab346ddcd54","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173803.7032478,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"980e5b76-56d3-40be-8c00-7ab346ddcd54"} {"level":"info","ts":1785173803.8433514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173803.8434393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e6690c2-0c0a-4328-b436-8bacc305931f"} {"level":"info","ts":1785173803.8434525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e6690c2-0c0a-4328-b436-8bacc305931f"} {"level":"info","ts":1785173803.8434699,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e6690c2-0c0a-4328-b436-8bacc305931f","EoS":false} {"level":"info","ts":1785173803.8434856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e6690c2-0c0a-4328-b436-8bacc305931f","EoS":true} {"level":"info","ts":1785173803.843517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e6690c2-0c0a-4328-b436-8bacc305931f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785173803.8435383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e6690c2-0c0a-4328-b436-8bacc305931f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173803.8435717,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e6690c2-0c0a-4328-b436-8bacc305931f"} {"level":"info","ts":1785173803.9804127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173803.9805503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3655f51-6f82-4989-b9d5-b8cdf0767651"} {"level":"info","ts":1785173803.9805737,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3655f51-6f82-4989-b9d5-b8cdf0767651"} {"level":"info","ts":1785173803.9805882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3655f51-6f82-4989-b9d5-b8cdf0767651","EoS":false} {"level":"info","ts":1785173803.9806018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3655f51-6f82-4989-b9d5-b8cdf0767651","EoS":true} {"level":"info","ts":1785173803.980625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3655f51-6f82-4989-b9d5-b8cdf0767651","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785173803.9806445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3655f51-6f82-4989-b9d5-b8cdf0767651","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173803.9806664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3655f51-6f82-4989-b9d5-b8cdf0767651"} {"level":"info","ts":1785173804.1161487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173804.116234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f118f43f-517d-458b-82e6-00c0a7c66b6f"} {"level":"info","ts":1785173804.1162431,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f118f43f-517d-458b-82e6-00c0a7c66b6f"} {"level":"info","ts":1785173804.1162553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f118f43f-517d-458b-82e6-00c0a7c66b6f","EoS":false} {"level":"info","ts":1785173804.116272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f118f43f-517d-458b-82e6-00c0a7c66b6f","EoS":true} {"level":"info","ts":1785173804.1162941,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f118f43f-517d-458b-82e6-00c0a7c66b6f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785173804.116311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f118f43f-517d-458b-82e6-00c0a7c66b6f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173804.116333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f118f43f-517d-458b-82e6-00c0a7c66b6f"} {"level":"info","ts":1785173804.2501047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173804.2501972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c2232b5-7218-45a6-97a4-7713ac68afa4"} {"level":"info","ts":1785173804.2502165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c2232b5-7218-45a6-97a4-7713ac68afa4"} {"level":"info","ts":1785173804.2502363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c2232b5-7218-45a6-97a4-7713ac68afa4","EoS":false} {"level":"info","ts":1785173804.250258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c2232b5-7218-45a6-97a4-7713ac68afa4","EoS":true} {"level":"info","ts":1785173804.250292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c2232b5-7218-45a6-97a4-7713ac68afa4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785173804.2503116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c2232b5-7218-45a6-97a4-7713ac68afa4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173804.2503383,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c2232b5-7218-45a6-97a4-7713ac68afa4"} {"level":"info","ts":1785173824.1961737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173824.1962807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd1b679f-cf67-4530-a9de-6366429eba1a"} {"level":"info","ts":1785173824.1962996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd1b679f-cf67-4530-a9de-6366429eba1a"} {"level":"info","ts":1785173824.1963186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd1b679f-cf67-4530-a9de-6366429eba1a","EoS":false} {"level":"info","ts":1785173824.1963327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd1b679f-cf67-4530-a9de-6366429eba1a","EoS":true} {"level":"info","ts":1785173824.196409,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd1b679f-cf67-4530-a9de-6366429eba1a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785173824.1964285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd1b679f-cf67-4530-a9de-6366429eba1a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173824.1964576,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd1b679f-cf67-4530-a9de-6366429eba1a"} {"level":"info","ts":1785173824.2328334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173824.2329216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3b0de93-3941-4c53-8fb8-f5ac79873f7f"} {"level":"info","ts":1785173824.2329357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3b0de93-3941-4c53-8fb8-f5ac79873f7f"} {"level":"info","ts":1785173824.2329528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3b0de93-3941-4c53-8fb8-f5ac79873f7f","EoS":false} {"level":"info","ts":1785173824.2329693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3b0de93-3941-4c53-8fb8-f5ac79873f7f","EoS":true} {"level":"info","ts":1785173824.233036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3b0de93-3941-4c53-8fb8-f5ac79873f7f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785173824.2330577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3b0de93-3941-4c53-8fb8-f5ac79873f7f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173824.2330887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3b0de93-3941-4c53-8fb8-f5ac79873f7f"} {"level":"info","ts":1785173824.2676065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173824.2677236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0d8cf84-6bcc-4a74-8e92-942a267dc5ab"} {"level":"info","ts":1785173824.2677364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0d8cf84-6bcc-4a74-8e92-942a267dc5ab"} {"level":"info","ts":1785173824.2677493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0d8cf84-6bcc-4a74-8e92-942a267dc5ab","EoS":false} {"level":"info","ts":1785173824.26776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0d8cf84-6bcc-4a74-8e92-942a267dc5ab","EoS":true} {"level":"info","ts":1785173824.26778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0d8cf84-6bcc-4a74-8e92-942a267dc5ab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785173824.267796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0d8cf84-6bcc-4a74-8e92-942a267dc5ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173824.2678163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0d8cf84-6bcc-4a74-8e92-942a267dc5ab"} {"level":"info","ts":1785173824.3016503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173824.3017566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b24d416-a3a6-4c7c-8d7f-51332d0eef5d"} {"level":"info","ts":1785173828.9690776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173828.9691558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1bc4ead-a222-4640-b813-e30230147fb2"} {"level":"info","ts":1785173828.969166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e1bc4ead-a222-4640-b813-e30230147fb2"} {"level":"info","ts":1785173828.9691772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1bc4ead-a222-4640-b813-e30230147fb2","EoS":false} {"level":"info","ts":1785173828.9691887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1bc4ead-a222-4640-b813-e30230147fb2","EoS":true} {"level":"info","ts":1785173828.9692106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1bc4ead-a222-4640-b813-e30230147fb2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173828.9692283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1bc4ead-a222-4640-b813-e30230147fb2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173828.969251,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e1bc4ead-a222-4640-b813-e30230147fb2"} {"level":"info","ts":1785173837.7994494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173837.7995362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d5aa945-666d-421a-9f5e-0baff42583d0"} {"level":"info","ts":1785173837.7995455,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d5aa945-666d-421a-9f5e-0baff42583d0"} {"level":"info","ts":1785173837.7995582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d5aa945-666d-421a-9f5e-0baff42583d0","EoS":false} {"level":"info","ts":1785173837.7995698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d5aa945-666d-421a-9f5e-0baff42583d0","EoS":true} {"level":"info","ts":1785173837.7995915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d5aa945-666d-421a-9f5e-0baff42583d0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173837.799609,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d5aa945-666d-421a-9f5e-0baff42583d0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173837.7996316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d5aa945-666d-421a-9f5e-0baff42583d0"} {"level":"info","ts":1785173839.833225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173839.833314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a55a015b-0bc2-4903-9b8e-edccd14314fe"} {"level":"info","ts":1785173839.8333242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a55a015b-0bc2-4903-9b8e-edccd14314fe"} {"level":"info","ts":1785173839.8333364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a55a015b-0bc2-4903-9b8e-edccd14314fe","EoS":false} {"level":"info","ts":1785173839.8333516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a55a015b-0bc2-4903-9b8e-edccd14314fe","EoS":true} {"level":"info","ts":1785173839.8333735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a55a015b-0bc2-4903-9b8e-edccd14314fe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173839.8333921,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a55a015b-0bc2-4903-9b8e-edccd14314fe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173839.8334162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a55a015b-0bc2-4903-9b8e-edccd14314fe"} {"level":"info","ts":1785173852.7296364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173852.7297382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f28f3d2d-f2ef-4151-b6fa-35d5f24630bc"} {"level":"info","ts":1785173852.7297509,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f28f3d2d-f2ef-4151-b6fa-35d5f24630bc"} {"level":"info","ts":1785173852.7297623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f28f3d2d-f2ef-4151-b6fa-35d5f24630bc","EoS":false} {"level":"info","ts":1785173852.7297726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f28f3d2d-f2ef-4151-b6fa-35d5f24630bc","EoS":true} {"level":"info","ts":1785173852.7297928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f28f3d2d-f2ef-4151-b6fa-35d5f24630bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173852.7298095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f28f3d2d-f2ef-4151-b6fa-35d5f24630bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173852.729829,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f28f3d2d-f2ef-4151-b6fa-35d5f24630bc"} {"level":"info","ts":1785173861.2405825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173861.2406812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73c3637f-709c-43c0-805d-1dcbb56e96f8"} {"level":"info","ts":1785173861.2407346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73c3637f-709c-43c0-805d-1dcbb56e96f8"} {"level":"info","ts":1785173861.2407546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73c3637f-709c-43c0-805d-1dcbb56e96f8","EoS":false} {"level":"info","ts":1785173861.2408278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73c3637f-709c-43c0-805d-1dcbb56e96f8","EoS":true} {"level":"info","ts":1785173861.2408602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73c3637f-709c-43c0-805d-1dcbb56e96f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173861.2408817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73c3637f-709c-43c0-805d-1dcbb56e96f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173861.2409155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73c3637f-709c-43c0-805d-1dcbb56e96f8"} {"level":"info","ts":1785173870.0702856,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173870.0703764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d954d001-b787-4551-9dab-8de8ce2a70c0"} {"level":"info","ts":1785173870.0703883,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d954d001-b787-4551-9dab-8de8ce2a70c0"} {"level":"info","ts":1785173870.0704007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d954d001-b787-4551-9dab-8de8ce2a70c0","EoS":false} {"level":"info","ts":1785173870.0704134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d954d001-b787-4551-9dab-8de8ce2a70c0","EoS":true} {"level":"info","ts":1785173870.0704372,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d954d001-b787-4551-9dab-8de8ce2a70c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173870.0704548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d954d001-b787-4551-9dab-8de8ce2a70c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173870.070477,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d954d001-b787-4551-9dab-8de8ce2a70c0"} {"level":"info","ts":1785173879.0134892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173879.013568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edec2ea7-5bdc-429f-93da-b0de8f55945d"} {"level":"info","ts":1785173879.0135772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edec2ea7-5bdc-429f-93da-b0de8f55945d"} {"level":"info","ts":1785173879.0135884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edec2ea7-5bdc-429f-93da-b0de8f55945d","EoS":false} {"level":"info","ts":1785173879.0136018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edec2ea7-5bdc-429f-93da-b0de8f55945d","EoS":true} {"level":"info","ts":1785173879.0136232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edec2ea7-5bdc-429f-93da-b0de8f55945d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173879.0136392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edec2ea7-5bdc-429f-93da-b0de8f55945d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173879.013662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edec2ea7-5bdc-429f-93da-b0de8f55945d"} {"level":"info","ts":1785173883.7134767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173883.713556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fd5a948-76b1-4db3-9923-86ddf08fb253"} {"level":"info","ts":1785173883.7135653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6fd5a948-76b1-4db3-9923-86ddf08fb253"} {"level":"info","ts":1785173883.7135773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6fd5a948-76b1-4db3-9923-86ddf08fb253","EoS":false} {"level":"info","ts":1785173883.71359,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6fd5a948-76b1-4db3-9923-86ddf08fb253","EoS":true} {"level":"info","ts":1785173883.7136128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fd5a948-76b1-4db3-9923-86ddf08fb253","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785173883.7136285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fd5a948-76b1-4db3-9923-86ddf08fb253","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173883.7136495,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6fd5a948-76b1-4db3-9923-86ddf08fb253"} {"level":"info","ts":1785173888.4339428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173888.4340358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3268df31-54b9-4bbf-942b-8d98bcccebbe"} {"level":"info","ts":1785173888.4340496,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3268df31-54b9-4bbf-942b-8d98bcccebbe"} {"level":"info","ts":1785173888.4340672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3268df31-54b9-4bbf-942b-8d98bcccebbe","EoS":false} {"level":"info","ts":1785173888.4340892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3268df31-54b9-4bbf-942b-8d98bcccebbe","EoS":true} {"level":"info","ts":1785173888.4341228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3268df31-54b9-4bbf-942b-8d98bcccebbe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173888.434143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3268df31-54b9-4bbf-942b-8d98bcccebbe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173888.4342306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3268df31-54b9-4bbf-942b-8d98bcccebbe"} {"level":"info","ts":1785173888.7065177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173888.706613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de9ec3f5-176b-46c8-804b-2101c7c3b52b"} {"level":"info","ts":1785173888.7066278,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de9ec3f5-176b-46c8-804b-2101c7c3b52b"} {"level":"info","ts":1785173888.7066472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de9ec3f5-176b-46c8-804b-2101c7c3b52b","EoS":false} {"level":"info","ts":1785173888.7066648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de9ec3f5-176b-46c8-804b-2101c7c3b52b","EoS":true} {"level":"info","ts":1785173888.7067847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de9ec3f5-176b-46c8-804b-2101c7c3b52b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173888.7068071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de9ec3f5-176b-46c8-804b-2101c7c3b52b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173888.706839,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de9ec3f5-176b-46c8-804b-2101c7c3b52b"} {"level":"info","ts":1785173890.7443707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173890.744448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60bbb804-3900-465e-b185-52add870cbbe"} {"level":"info","ts":1785173890.7444587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60bbb804-3900-465e-b185-52add870cbbe"} {"level":"info","ts":1785173890.7444696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60bbb804-3900-465e-b185-52add870cbbe","EoS":false} {"level":"info","ts":1785173890.7444804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60bbb804-3900-465e-b185-52add870cbbe","EoS":true} {"level":"info","ts":1785173890.7445068,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60bbb804-3900-465e-b185-52add870cbbe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173890.7445235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60bbb804-3900-465e-b185-52add870cbbe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173890.7445471,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60bbb804-3900-465e-b185-52add870cbbe"} {"level":"info","ts":1785173892.7752554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173892.7753434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1f55821-9829-4435-b095-222ead51aaa3"} {"level":"info","ts":1785173892.7753534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1f55821-9829-4435-b095-222ead51aaa3"} {"level":"info","ts":1785173892.7753649,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1f55821-9829-4435-b095-222ead51aaa3","EoS":false} {"level":"info","ts":1785173892.7753813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1f55821-9829-4435-b095-222ead51aaa3","EoS":true} {"level":"info","ts":1785173892.7754018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1f55821-9829-4435-b095-222ead51aaa3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173892.77542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1f55821-9829-4435-b095-222ead51aaa3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173892.7754474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1f55821-9829-4435-b095-222ead51aaa3"} {"level":"info","ts":1785173894.8087442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173894.8088274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd3f3f91-9b09-40c5-9433-35dfa4b5d222"} {"level":"info","ts":1785173894.8088374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd3f3f91-9b09-40c5-9433-35dfa4b5d222"} {"level":"info","ts":1785173894.8088481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd3f3f91-9b09-40c5-9433-35dfa4b5d222","EoS":false} {"level":"info","ts":1785173894.8088613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd3f3f91-9b09-40c5-9433-35dfa4b5d222","EoS":true} {"level":"info","ts":1785173894.8088808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd3f3f91-9b09-40c5-9433-35dfa4b5d222","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173894.8088982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd3f3f91-9b09-40c5-9433-35dfa4b5d222","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173894.8089237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd3f3f91-9b09-40c5-9433-35dfa4b5d222"} {"level":"info","ts":1785173917.235993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173917.2360797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb94402e-89af-4dc6-b015-ad3b9fd7730d"} {"level":"info","ts":1785173917.2360904,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb94402e-89af-4dc6-b015-ad3b9fd7730d"} {"level":"info","ts":1785173917.2361012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb94402e-89af-4dc6-b015-ad3b9fd7730d","EoS":false} {"level":"info","ts":1785173917.2361116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb94402e-89af-4dc6-b015-ad3b9fd7730d","EoS":true} {"level":"info","ts":1785173917.236137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb94402e-89af-4dc6-b015-ad3b9fd7730d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173917.2361534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb94402e-89af-4dc6-b015-ad3b9fd7730d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173917.236177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb94402e-89af-4dc6-b015-ad3b9fd7730d"} {"level":"info","ts":1785173926.4912298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173926.491317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f66854f9-46b6-4341-a045-46ba7c96224c"} {"level":"info","ts":1785173926.4913278,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f66854f9-46b6-4341-a045-46ba7c96224c"} {"level":"info","ts":1785173926.49134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f66854f9-46b6-4341-a045-46ba7c96224c","EoS":false} {"level":"info","ts":1785173926.4913502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f66854f9-46b6-4341-a045-46ba7c96224c","EoS":true} {"level":"info","ts":1785173926.4913723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f66854f9-46b6-4341-a045-46ba7c96224c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173926.4913907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f66854f9-46b6-4341-a045-46ba7c96224c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173926.491412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f66854f9-46b6-4341-a045-46ba7c96224c"} {"level":"info","ts":1785173931.9113612,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173931.9114492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7afbfa29-0dea-43b6-8469-3162ea93d7c4"} {"level":"info","ts":1785173931.9114785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7afbfa29-0dea-43b6-8469-3162ea93d7c4"} {"level":"info","ts":1785173931.9114945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7afbfa29-0dea-43b6-8469-3162ea93d7c4","EoS":false} {"level":"info","ts":1785173931.9115052,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7afbfa29-0dea-43b6-8469-3162ea93d7c4","EoS":true} {"level":"info","ts":1785173931.9115257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7afbfa29-0dea-43b6-8469-3162ea93d7c4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173931.9115434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7afbfa29-0dea-43b6-8469-3162ea93d7c4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173931.911582,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7afbfa29-0dea-43b6-8469-3162ea93d7c4"} {"level":"info","ts":1785173941.4025426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173941.402642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f03cbe2-fd4f-4d6d-bae7-c6484cf99970"} {"level":"info","ts":1785173941.4026566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f03cbe2-fd4f-4d6d-bae7-c6484cf99970"} {"level":"info","ts":1785173941.4026768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f03cbe2-fd4f-4d6d-bae7-c6484cf99970","EoS":false} {"level":"info","ts":1785173941.4027314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f03cbe2-fd4f-4d6d-bae7-c6484cf99970","EoS":true} {"level":"info","ts":1785173941.4027636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f03cbe2-fd4f-4d6d-bae7-c6484cf99970","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173941.4027855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f03cbe2-fd4f-4d6d-bae7-c6484cf99970","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173941.4028192,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f03cbe2-fd4f-4d6d-bae7-c6484cf99970"} {"level":"info","ts":1785173943.4461174,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173943.4462173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36ff273d-e762-4885-b480-1d6de24b56f2"} {"level":"info","ts":1785173943.4462323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36ff273d-e762-4885-b480-1d6de24b56f2"} {"level":"info","ts":1785173943.4462485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36ff273d-e762-4885-b480-1d6de24b56f2","EoS":false} {"level":"info","ts":1785173943.446261,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36ff273d-e762-4885-b480-1d6de24b56f2","EoS":true} {"level":"info","ts":1785173943.4462883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36ff273d-e762-4885-b480-1d6de24b56f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173943.4463096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36ff273d-e762-4885-b480-1d6de24b56f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173943.4463322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36ff273d-e762-4885-b480-1d6de24b56f2"} {"level":"info","ts":1785173952.7763255,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173952.7764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28b8aaaa-e6d1-478a-a0af-3fff5a68dfb4"} {"level":"info","ts":1785173952.77641,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28b8aaaa-e6d1-478a-a0af-3fff5a68dfb4"} {"level":"info","ts":1785173952.776421,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28b8aaaa-e6d1-478a-a0af-3fff5a68dfb4","EoS":false} {"level":"info","ts":1785173952.7764332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28b8aaaa-e6d1-478a-a0af-3fff5a68dfb4","EoS":true} {"level":"info","ts":1785173952.7764556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28b8aaaa-e6d1-478a-a0af-3fff5a68dfb4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173952.7764719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28b8aaaa-e6d1-478a-a0af-3fff5a68dfb4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173952.7764928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28b8aaaa-e6d1-478a-a0af-3fff5a68dfb4"} {"level":"info","ts":1785173952.8124752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173952.8125556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28dcab59-6b05-4e17-ad0c-a507599f4b14"} {"level":"info","ts":1785173952.8125641,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28dcab59-6b05-4e17-ad0c-a507599f4b14"} {"level":"info","ts":1785173952.8125741,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28dcab59-6b05-4e17-ad0c-a507599f4b14","EoS":false} {"level":"info","ts":1785173952.8125875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28dcab59-6b05-4e17-ad0c-a507599f4b14","EoS":true} {"level":"info","ts":1785173952.8126087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28dcab59-6b05-4e17-ad0c-a507599f4b14","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173952.8126256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28dcab59-6b05-4e17-ad0c-a507599f4b14","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173952.8126473,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28dcab59-6b05-4e17-ad0c-a507599f4b14"} {"level":"info","ts":1785173971.8451033,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173971.8452084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b86e73a5-7a76-4a80-8b0b-a2204aac4e8d"} {"level":"info","ts":1785173971.8452234,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b86e73a5-7a76-4a80-8b0b-a2204aac4e8d"} {"level":"info","ts":1785173971.8452358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b86e73a5-7a76-4a80-8b0b-a2204aac4e8d","EoS":false} {"level":"info","ts":1785173971.8452482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b86e73a5-7a76-4a80-8b0b-a2204aac4e8d","EoS":true} {"level":"info","ts":1785173971.8452702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b86e73a5-7a76-4a80-8b0b-a2204aac4e8d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173971.845291,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b86e73a5-7a76-4a80-8b0b-a2204aac4e8d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173971.8453174,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b86e73a5-7a76-4a80-8b0b-a2204aac4e8d"} {"level":"info","ts":1785173981.148947,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173981.149029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0988273-2138-41ee-a1f0-556a9d3ee405"} {"level":"info","ts":1785173981.149039,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0988273-2138-41ee-a1f0-556a9d3ee405"} {"level":"info","ts":1785173981.1490517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0988273-2138-41ee-a1f0-556a9d3ee405","EoS":false} {"level":"info","ts":1785173981.1490636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0988273-2138-41ee-a1f0-556a9d3ee405","EoS":true} {"level":"info","ts":1785173981.14909,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0988273-2138-41ee-a1f0-556a9d3ee405","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785173981.1491084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0988273-2138-41ee-a1f0-556a9d3ee405","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785173981.149131,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0988273-2138-41ee-a1f0-556a9d3ee405"} {"level":"info","ts":1785173986.3646054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785173986.36471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d01f730d-31fe-4a60-a01a-e8bf53bf05ba"} {"level":"info","ts":1785173986.3647203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d01f730d-31fe-4a60-a01a-e8bf53bf05ba"} {"level":"info","ts":1785173986.3647327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d01f730d-31fe-4a60-a01a-e8bf53bf05ba","EoS":false} {"level":"info","ts":1785173986.3647435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d01f730d-31fe-4a60-a01a-e8bf53bf05ba","EoS":true} {"level":"info","ts":1785173986.3647652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d01f730d-31fe-4a60-a01a-e8bf53bf05ba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785173986.3647826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d01f730d-31fe-4a60-a01a-e8bf53bf05ba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785173986.3648045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d01f730d-31fe-4a60-a01a-e8bf53bf05ba"} {"level":"info","ts":1785174076.5728347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174076.5729432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e11c075-3a31-4d32-98f4-b6b563919639"} {"level":"info","ts":1785174076.5729578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e11c075-3a31-4d32-98f4-b6b563919639"} {"level":"info","ts":1785174076.5729694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e11c075-3a31-4d32-98f4-b6b563919639","EoS":false} {"level":"info","ts":1785174076.5729823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e11c075-3a31-4d32-98f4-b6b563919639","EoS":true} {"level":"info","ts":1785174076.573005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e11c075-3a31-4d32-98f4-b6b563919639","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785174076.573027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e11c075-3a31-4d32-98f4-b6b563919639","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785174076.5730534,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e11c075-3a31-4d32-98f4-b6b563919639"} {"level":"info","ts":1785174102.0937996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174102.0938785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21009f20-1939-486d-b603-61b0871c1ba0"} {"level":"info","ts":1785174102.0938878,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21009f20-1939-486d-b603-61b0871c1ba0"} {"level":"info","ts":1785174102.0938993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21009f20-1939-486d-b603-61b0871c1ba0","EoS":false} {"level":"info","ts":1785174102.09391,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21009f20-1939-486d-b603-61b0871c1ba0","EoS":true} {"level":"info","ts":1785174102.0939329,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21009f20-1939-486d-b603-61b0871c1ba0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785174102.0939512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21009f20-1939-486d-b603-61b0871c1ba0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785174102.093974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21009f20-1939-486d-b603-61b0871c1ba0"} {"level":"info","ts":1785174138.8618932,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174138.861995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"087bd31f-95e3-498a-aea1-8fee7ee31cc3"} {"level":"info","ts":1785174138.8620129,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"087bd31f-95e3-498a-aea1-8fee7ee31cc3"} {"level":"info","ts":1785174138.8620343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"087bd31f-95e3-498a-aea1-8fee7ee31cc3","EoS":false} {"level":"info","ts":1785174138.8620515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"087bd31f-95e3-498a-aea1-8fee7ee31cc3","EoS":true} {"level":"info","ts":1785174138.8620868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"087bd31f-95e3-498a-aea1-8fee7ee31cc3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174138.8621101,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"087bd31f-95e3-498a-aea1-8fee7ee31cc3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174138.8621345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"087bd31f-95e3-498a-aea1-8fee7ee31cc3"} {"level":"info","ts":1785174154.0759413,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174154.0760202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9e4a84f-9a5e-4392-bdf2-b91e6d0a3a0b"} {"level":"info","ts":1785174154.07603,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9e4a84f-9a5e-4392-bdf2-b91e6d0a3a0b"} {"level":"info","ts":1785174154.0760417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9e4a84f-9a5e-4392-bdf2-b91e6d0a3a0b","EoS":false} {"level":"info","ts":1785174154.0760589,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9e4a84f-9a5e-4392-bdf2-b91e6d0a3a0b","EoS":true} {"level":"info","ts":1785174154.0760853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9e4a84f-9a5e-4392-bdf2-b91e6d0a3a0b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174154.076103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9e4a84f-9a5e-4392-bdf2-b91e6d0a3a0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174154.0761254,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9e4a84f-9a5e-4392-bdf2-b91e6d0a3a0b"} {"level":"info","ts":1785174154.3554766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174154.3555584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f2e2442-abb0-4115-a35d-45173e032e2a"} {"level":"info","ts":1785174154.355569,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f2e2442-abb0-4115-a35d-45173e032e2a"} {"level":"info","ts":1785174154.35558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f2e2442-abb0-4115-a35d-45173e032e2a","EoS":false} {"level":"info","ts":1785174154.3555932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f2e2442-abb0-4115-a35d-45173e032e2a","EoS":true} {"level":"info","ts":1785174154.3556166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f2e2442-abb0-4115-a35d-45173e032e2a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174154.3556328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f2e2442-abb0-4115-a35d-45173e032e2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174154.355659,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f2e2442-abb0-4115-a35d-45173e032e2a"} {"level":"info","ts":1785174449.6198318,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174449.6199448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f121a5c-f52e-4da5-a40a-20fedc1f600e"} {"level":"info","ts":1785174449.6199613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f121a5c-f52e-4da5-a40a-20fedc1f600e"} {"level":"info","ts":1785174449.619981,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f121a5c-f52e-4da5-a40a-20fedc1f600e","EoS":false} {"level":"info","ts":1785174449.6200016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f121a5c-f52e-4da5-a40a-20fedc1f600e","EoS":true} {"level":"info","ts":1785174449.6200368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f121a5c-f52e-4da5-a40a-20fedc1f600e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174449.620057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f121a5c-f52e-4da5-a40a-20fedc1f600e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174449.6200874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f121a5c-f52e-4da5-a40a-20fedc1f600e"} {"level":"info","ts":1785174449.6519015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174449.6519957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc971d26-7bcf-4135-afc7-439172c49d1d"} {"level":"info","ts":1785174449.6520104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc971d26-7bcf-4135-afc7-439172c49d1d"} {"level":"info","ts":1785174449.652028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc971d26-7bcf-4135-afc7-439172c49d1d","EoS":false} {"level":"info","ts":1785174449.6520503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc971d26-7bcf-4135-afc7-439172c49d1d","EoS":true} {"level":"info","ts":1785174449.6520834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc971d26-7bcf-4135-afc7-439172c49d1d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174449.6521032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc971d26-7bcf-4135-afc7-439172c49d1d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174449.6521327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc971d26-7bcf-4135-afc7-439172c49d1d"} {"level":"info","ts":1785174449.6817713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174449.6818519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e32d373-23d5-4399-9709-a5a2ba640175"} {"level":"info","ts":1785174449.681861,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e32d373-23d5-4399-9709-a5a2ba640175"} {"level":"info","ts":1785174449.6818724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e32d373-23d5-4399-9709-a5a2ba640175","EoS":false} {"level":"info","ts":1785174449.681884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e32d373-23d5-4399-9709-a5a2ba640175","EoS":true} {"level":"info","ts":1785174449.6819127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e32d373-23d5-4399-9709-a5a2ba640175","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174449.6819305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e32d373-23d5-4399-9709-a5a2ba640175","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174449.6819532,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e32d373-23d5-4399-9709-a5a2ba640175"} {"level":"info","ts":1785174454.530973,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a91346c8-4c27-499e-b60d-c68e3a496b21","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174454.531016,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a91346c8-4c27-499e-b60d-c68e3a496b21","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785174454.5310636,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38f50d81-e21b-4fbd-ae9d-7c2780f5b738"} {"level":"info","ts":1785174454.5362961,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"613ee834-8039-423b-bcb7-534bbcd87c26","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174454.5365152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36917.725590187,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174454.5365372,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174454.5365384,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"613ee834-8039-423b-bcb7-534bbcd87c26","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785174454.6670265,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82e786b3-0239-4cd7-a150-03fe199ef6ea","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174454.667101,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82e786b3-0239-4cd7-a150-03fe199ef6ea","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174454.6672132,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59629410-1664-4ae2-b77d-052c6a893860"} {"level":"info","ts":1785174454.6677017,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174454.6677372,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d69cbe8a-1c50-40cf-a1ab-059cc53637d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174454.6677942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d69cbe8a-1c50-40cf-a1ab-059cc53637d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174454.6678388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"757c4235-8c1b-49ac-a154-db718f6f891c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174454.6678529,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"757c4235-8c1b-49ac-a154-db718f6f891c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785174454.6705315,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59629410-1664-4ae2-b77d-052c6a893860","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174454.6705852,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59629410-1664-4ae2-b77d-052c6a893860","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785174454.6737335,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59629410-1664-4ae2-b77d-052c6a893860","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785174454.6737757,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59629410-1664-4ae2-b77d-052c6a893860","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174454.6738396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e53ef66-2cfc-4971-8acc-adf24ecba5f9"} {"level":"info","ts":1785174454.673863,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e53ef66-2cfc-4971-8acc-adf24ecba5f9","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785174454.6801808,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e53ef66-2cfc-4971-8acc-adf24ecba5f9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174454.6904926,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6ed4e5-aade-4a44-8412-89fec7c65534"} {"level":"info","ts":1785174454.6905503,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6ed4e5-aade-4a44-8412-89fec7c65534","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785174454.6942463,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6ed4e5-aade-4a44-8412-89fec7c65534","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174454.7002308,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"102a59ad-ade9-4db1-8de7-28393ab886ce","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174454.7002707,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"102a59ad-ade9-4db1-8de7-28393ab886ce","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785174454.7002757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0ddc66c-917e-453c-a205-536b1055772e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174454.7002985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0ddc66c-917e-453c-a205-536b1055772e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174454.7003593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f7a0523-4485-464f-98c8-c4a57a2af559"} {"level":"info","ts":1785174454.7005699,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35604.069971544,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174454.7005835,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174454.7070692,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174454.7375376,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33519.579212449,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174454.7375655,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174454.7466614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174454.8016193,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f7a0523-4485-464f-98c8-c4a57a2af559","name":"e2e-external-model"} {"level":"info","ts":1785174454.8178763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9603c52-d3ce-4a55-b7a6-02e6298b410e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174454.8179219,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9603c52-d3ce-4a55-b7a6-02e6298b410e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785174454.8218925,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f7a0523-4485-464f-98c8-c4a57a2af559","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785174454.8219502,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f7a0523-4485-464f-98c8-c4a57a2af559","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174454.8220136,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e989658-055f-43f5-9cec-4dcca9777c28"} {"level":"info","ts":1785174454.8220735,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e989658-055f-43f5-9cec-4dcca9777c28","name":"e2e-external-model"} {"level":"info","ts":1785174454.8342428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea8f47fa-9d3c-45ef-8836-6099c995614c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174454.8342855,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea8f47fa-9d3c-45ef-8836-6099c995614c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174454.8376384,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38f50d81-e21b-4fbd-ae9d-7c2780f5b738","name":"e2e-external-provider"} {"level":"error","ts":1785174454.837644,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e989658-055f-43f5-9cec-4dcca9777c28","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785174454.8377104,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e989658-055f-43f5-9cec-4dcca9777c28","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174454.8377633,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb11d8ff-3b2c-4181-b0a4-a27e6868bd18"} {"level":"info","ts":1785174454.837814,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb11d8ff-3b2c-4181-b0a4-a27e6868bd18","name":"e2e-external-model"} {"level":"info","ts":1785174454.8448586,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb11d8ff-3b2c-4181-b0a4-a27e6868bd18","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174454.8456469,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38f50d81-e21b-4fbd-ae9d-7c2780f5b738","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785174454.8508098,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38f50d81-e21b-4fbd-ae9d-7c2780f5b738","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174454.8509126,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"956e2b1c-c53f-4786-af43-bfdbc77b67fc"} {"level":"info","ts":1785174454.8509648,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"956e2b1c-c53f-4786-af43-bfdbc77b67fc","name":"e2e-external-provider"} {"level":"info","ts":1785174454.8509862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc24a529-d820-4b64-a4a1-ca575f9e9a3c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174454.8510113,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc24a529-d820-4b64-a4a1-ca575f9e9a3c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785174454.8521712,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb11d8ff-3b2c-4181-b0a4-a27e6868bd18","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174454.8522487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28bfe575-c101-443d-89fb-f0de32ec0a1a"} {"level":"info","ts":1785174454.8523035,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28bfe575-c101-443d-89fb-f0de32ec0a1a","name":"e2e-external-model"} {"level":"info","ts":1785174454.8585358,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"956e2b1c-c53f-4786-af43-bfdbc77b67fc","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785174454.8594208,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28bfe575-c101-443d-89fb-f0de32ec0a1a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174461.962155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174461.9622443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ef27ad8-e44f-4a2c-9e53-4f10f8f9c3c0"} {"level":"info","ts":1785174461.9622576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ef27ad8-e44f-4a2c-9e53-4f10f8f9c3c0"} {"level":"info","ts":1785174461.9622748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ef27ad8-e44f-4a2c-9e53-4f10f8f9c3c0","EoS":false} {"level":"info","ts":1785174461.9622922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ef27ad8-e44f-4a2c-9e53-4f10f8f9c3c0","EoS":true} {"level":"info","ts":1785174461.9623265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ef27ad8-e44f-4a2c-9e53-4f10f8f9c3c0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785174461.9623506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ef27ad8-e44f-4a2c-9e53-4f10f8f9c3c0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174461.9623673,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0ef27ad8-e44f-4a2c-9e53-4f10f8f9c3c0","modelName":"e2e-external-model"} {"level":"info","ts":1785174461.962388,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0ef27ad8-e44f-4a2c-9e53-4f10f8f9c3c0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785174461.9624457,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ef27ad8-e44f-4a2c-9e53-4f10f8f9c3c0"} {"level":"info","ts":1785174462.010947,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174462.0110276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1a937fe-ed36-4e35-be1e-2872ec9bc1fe"} {"level":"info","ts":1785174462.0110364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1a937fe-ed36-4e35-be1e-2872ec9bc1fe"} {"level":"info","ts":1785174462.0110471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1a937fe-ed36-4e35-be1e-2872ec9bc1fe","EoS":false} {"level":"info","ts":1785174462.0110586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1a937fe-ed36-4e35-be1e-2872ec9bc1fe","EoS":true} {"level":"info","ts":1785174462.0110798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1a937fe-ed36-4e35-be1e-2872ec9bc1fe","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785174462.0110958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1a937fe-ed36-4e35-be1e-2872ec9bc1fe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174462.0111046,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a1a937fe-ed36-4e35-be1e-2872ec9bc1fe","modelName":"e2e-external-model"} {"level":"info","ts":1785174462.011119,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a1a937fe-ed36-4e35-be1e-2872ec9bc1fe","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785174462.0111585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1a937fe-ed36-4e35-be1e-2872ec9bc1fe"} {"level":"info","ts":1785174462.0364356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174462.0365145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d96e816-eefd-49fe-a985-b5865bd3cdd1"} {"level":"info","ts":1785174462.0365238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d96e816-eefd-49fe-a985-b5865bd3cdd1"} {"level":"info","ts":1785174462.0365388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d96e816-eefd-49fe-a985-b5865bd3cdd1","EoS":false} {"level":"info","ts":1785174462.03655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d96e816-eefd-49fe-a985-b5865bd3cdd1","EoS":true} {"level":"info","ts":1785174462.0365717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d96e816-eefd-49fe-a985-b5865bd3cdd1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785174462.0365899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d96e816-eefd-49fe-a985-b5865bd3cdd1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174462.036598,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8d96e816-eefd-49fe-a985-b5865bd3cdd1","modelName":"e2e-external-model"} {"level":"info","ts":1785174462.0366142,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8d96e816-eefd-49fe-a985-b5865bd3cdd1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785174462.0366547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d96e816-eefd-49fe-a985-b5865bd3cdd1"} {"level":"info","ts":1785174462.1611068,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b8dac1a-f04a-4e23-a986-d08ad5a98577","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174462.1611483,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b8dac1a-f04a-4e23-a986-d08ad5a98577","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174462.16116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"234598fb-b5ab-40a4-a633-ff4ae7bbea52"} {"level":"info","ts":1785174462.168128,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d994c1b7-8860-4e33-bd98-9dd7fd4b72aa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174462.168164,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d994c1b7-8860-4e33-bd98-9dd7fd4b72aa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174462.1682463,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"234598fb-b5ab-40a4-a633-ff4ae7bbea52","name":"e2e-cleanup-test"} {"level":"info","ts":1785174462.1783683,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"234598fb-b5ab-40a4-a633-ff4ae7bbea52","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174462.184004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ced2fd08-9e26-4722-be19-767b31424fad","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174462.1840305,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"528b5abf-c835-4a04-81a7-54313bbc00a0"} {"level":"info","ts":1785174462.1840465,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ced2fd08-9e26-4722-be19-767b31424fad","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174462.1840878,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"528b5abf-c835-4a04-81a7-54313bbc00a0","name":"e2e-cleanup-test"} {"level":"info","ts":1785174462.196621,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a43bb3c3-b92c-4709-b211-078cea248c4f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174462.1966677,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a43bb3c3-b92c-4709-b211-078cea248c4f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785174462.1967835,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"528b5abf-c835-4a04-81a7-54313bbc00a0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174462.1968546,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9a3bc9d-6fc2-45bf-a0cd-9d4e01076204"} {"level":"info","ts":1785174462.1969078,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9a3bc9d-6fc2-45bf-a0cd-9d4e01076204","name":"e2e-cleanup-test"} {"level":"info","ts":1785174462.203463,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9a3bc9d-6fc2-45bf-a0cd-9d4e01076204","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174462.2082458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cca78d31-e421-4c7c-b642-4932aeb01c45","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174462.2082796,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cca78d31-e421-4c7c-b642-4932aeb01c45","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174462.208434,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8df7da8b-031a-49c7-a2c4-bfcdae49dd39"} {"level":"info","ts":1785174462.2085056,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8df7da8b-031a-49c7-a2c4-bfcdae49dd39","name":"e2e-cleanup-test"} {"level":"info","ts":1785174462.217106,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8df7da8b-031a-49c7-a2c4-bfcdae49dd39","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174470.4137712,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"792680ee-fd3b-4f6e-ab12-6724f0da3e76","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174470.4138296,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"792680ee-fd3b-4f6e-ab12-6724f0da3e76","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174470.4138203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc2e6d91-c138-4489-8406-2f943585dec6"} {"level":"info","ts":1785174474.6946466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174474.6947923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32720d6b-9222-4e6b-bcff-600bbbf96f02"} {"level":"info","ts":1785174474.6948047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32720d6b-9222-4e6b-bcff-600bbbf96f02"} {"level":"info","ts":1785174474.6948185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32720d6b-9222-4e6b-bcff-600bbbf96f02","EoS":false} {"level":"info","ts":1785174474.694832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32720d6b-9222-4e6b-bcff-600bbbf96f02","EoS":true} {"level":"info","ts":1785174474.6948562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32720d6b-9222-4e6b-bcff-600bbbf96f02","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785174474.6948736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32720d6b-9222-4e6b-bcff-600bbbf96f02","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785174474.6948984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32720d6b-9222-4e6b-bcff-600bbbf96f02"} {"level":"info","ts":1785174474.7176178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174474.7178202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c9185d7-1310-48e8-bd54-371ea84593ff"} {"level":"info","ts":1785174474.7178364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c9185d7-1310-48e8-bd54-371ea84593ff"} {"level":"info","ts":1785174474.717852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c9185d7-1310-48e8-bd54-371ea84593ff","EoS":false} {"level":"info","ts":1785174474.7178717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c9185d7-1310-48e8-bd54-371ea84593ff","EoS":true} {"level":"info","ts":1785174474.7178926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c9185d7-1310-48e8-bd54-371ea84593ff","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785174474.7179096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c9185d7-1310-48e8-bd54-371ea84593ff","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174474.717917,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2c9185d7-1310-48e8-bd54-371ea84593ff","modelName":"e2e-external-model"} {"level":"info","ts":1785174474.71793,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2c9185d7-1310-48e8-bd54-371ea84593ff","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785174474.7179737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c9185d7-1310-48e8-bd54-371ea84593ff"} {"level":"info","ts":1785174474.7603893,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174474.7604718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8997e907-35ab-4a02-91b6-bcb6bd6c41b3"} {"level":"info","ts":1785174474.7604823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8997e907-35ab-4a02-91b6-bcb6bd6c41b3"} {"level":"info","ts":1785174474.760494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8997e907-35ab-4a02-91b6-bcb6bd6c41b3","EoS":false} {"level":"info","ts":1785174474.760508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8997e907-35ab-4a02-91b6-bcb6bd6c41b3","EoS":true} {"level":"info","ts":1785174474.7605302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8997e907-35ab-4a02-91b6-bcb6bd6c41b3","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785174474.7605462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8997e907-35ab-4a02-91b6-bcb6bd6c41b3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174474.7605681,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8997e907-35ab-4a02-91b6-bcb6bd6c41b3"} {"level":"info","ts":1785174474.8989127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174474.899002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2c9a3ff-cfa1-4c30-89ac-eb336fdb6888"} {"level":"info","ts":1785174474.8990157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2c9a3ff-cfa1-4c30-89ac-eb336fdb6888"} {"level":"info","ts":1785174474.899033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2c9a3ff-cfa1-4c30-89ac-eb336fdb6888","EoS":false} {"level":"info","ts":1785174474.89905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2c9a3ff-cfa1-4c30-89ac-eb336fdb6888","EoS":true} {"level":"info","ts":1785174474.899082,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c2c9a3ff-cfa1-4c30-89ac-eb336fdb6888","field":"model"} {"level":"info","ts":1785174474.8991175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2c9a3ff-cfa1-4c30-89ac-eb336fdb6888"} {"level":"info","ts":1785174475.762525,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83ea2fbe-8d02-4fbe-8654-e3abdd6bf099","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174475.7625744,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83ea2fbe-8d02-4fbe-8654-e3abdd6bf099","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174475.7625406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d791dd5-b878-44c3-9c95-c0f0b8c73d69"} {"level":"info","ts":1785174475.8997908,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66675fa4-903d-4005-83a0-314ed48d9112"} {"level":"info","ts":1785174475.8998034,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6a5cd40-245a-47b5-acfc-0dd74f039500","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174475.8998413,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d6a5cd40-245a-47b5-acfc-0dd74f039500","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785175857.0579953,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785175857.0580933,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6cb7357-dd21-45d1-8262-30e5dbd76fa2"} {"level":"info","ts":1785175911.83161,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785175911.8317332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb652aeb-e2d4-4f7b-8bb9-b843f3f905e5"} {"level":"info","ts":1785175911.8317466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bb652aeb-e2d4-4f7b-8bb9-b843f3f905e5"} {"level":"info","ts":1785175911.8317597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb652aeb-e2d4-4f7b-8bb9-b843f3f905e5","EoS":false} {"level":"info","ts":1785175911.8317716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb652aeb-e2d4-4f7b-8bb9-b843f3f905e5","EoS":true} {"level":"info","ts":1785175911.831798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb652aeb-e2d4-4f7b-8bb9-b843f3f905e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785175911.8318162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb652aeb-e2d4-4f7b-8bb9-b843f3f905e5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785175911.831837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bb652aeb-e2d4-4f7b-8bb9-b843f3f905e5"}