{"level":"info","ts":1785184358.7187285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e6f4672-b4c6-4397-a15e-ea411752e84a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184358.7187665,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e6f4672-b4c6-4397-a15e-ea411752e84a"} {"level":"info","ts":1785184358.752381,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184358.75249,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0e1be9f-9b19-4a2a-b5ec-4bd92dc8af29"} {"level":"info","ts":1785184358.7525048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0e1be9f-9b19-4a2a-b5ec-4bd92dc8af29"} {"level":"info","ts":1785184358.7525184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0e1be9f-9b19-4a2a-b5ec-4bd92dc8af29","EoS":false} {"level":"info","ts":1785184358.7525315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0e1be9f-9b19-4a2a-b5ec-4bd92dc8af29","EoS":true} {"level":"info","ts":1785184358.7525506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0e1be9f-9b19-4a2a-b5ec-4bd92dc8af29","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184358.7525675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0e1be9f-9b19-4a2a-b5ec-4bd92dc8af29","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184358.7525887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0e1be9f-9b19-4a2a-b5ec-4bd92dc8af29"} {"level":"info","ts":1785184362.9096708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184362.9098027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca7b9980-360f-40fa-91a6-fe670f372c26"} {"level":"info","ts":1785184362.9098222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca7b9980-360f-40fa-91a6-fe670f372c26"} {"level":"info","ts":1785184362.9098413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca7b9980-360f-40fa-91a6-fe670f372c26","EoS":false} {"level":"info","ts":1785184362.90986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca7b9980-360f-40fa-91a6-fe670f372c26","EoS":true} {"level":"info","ts":1785184362.9098876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca7b9980-360f-40fa-91a6-fe670f372c26","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184362.909909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca7b9980-360f-40fa-91a6-fe670f372c26","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184362.90994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca7b9980-360f-40fa-91a6-fe670f372c26"} {"level":"info","ts":1785184378.7651823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184378.7652657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731"} {"level":"info","ts":1785184378.7652793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731"} {"level":"info","ts":1785184378.76529,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","EoS":false} {"level":"info","ts":1785184378.7653039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","EoS":true} {"level":"info","ts":1785184378.765325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184378.765342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184378.7653623,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731"} {"level":"info","ts":1785184378.917353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184378.9174392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7"} {"level":"info","ts":1785184378.917448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7"} {"level":"info","ts":1785184378.917458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","EoS":false} {"level":"info","ts":1785184378.917474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","EoS":true} {"level":"info","ts":1785184378.9174938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184378.9175086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184378.9175293,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7"} {"level":"info","ts":1785184379.058629,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184379.0587182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14"} {"level":"info","ts":1785184379.0587344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14"} {"level":"info","ts":1785184379.0587795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","EoS":false} {"level":"info","ts":1785184379.0588014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","EoS":true} {"level":"info","ts":1785184379.05883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184379.0588498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184379.0588834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14"} {"level":"info","ts":1785184379.1911092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184379.191189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88d699d4-1866-45df-be51-991194d1809f"} {"level":"info","ts":1785184379.1912024,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88d699d4-1866-45df-be51-991194d1809f"} {"level":"info","ts":1785184379.1912146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","EoS":false} {"level":"info","ts":1785184379.1912284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","EoS":true} {"level":"info","ts":1785184379.1912494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184379.191264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184379.1912858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88d699d4-1866-45df-be51-991194d1809f"} {"level":"info","ts":1785184379.3261712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184379.3262715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b"} {"level":"info","ts":1785184379.3262854,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b"} {"level":"info","ts":1785184379.3262994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","EoS":false} {"level":"info","ts":1785184379.3263128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","EoS":true} {"level":"info","ts":1785184379.3263326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184379.3263474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184379.326369,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b"} {"level":"info","ts":1785184379.4656916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184379.4657857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4da8c558-f912-402f-8318-515f294909b4"} {"level":"info","ts":1785184379.4657965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4da8c558-f912-402f-8318-515f294909b4"} {"level":"info","ts":1785184379.465811,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4da8c558-f912-402f-8318-515f294909b4","EoS":false} {"level":"info","ts":1785184379.4658298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4da8c558-f912-402f-8318-515f294909b4","EoS":true} {"level":"info","ts":1785184379.4658492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4da8c558-f912-402f-8318-515f294909b4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184379.4658656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4da8c558-f912-402f-8318-515f294909b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184379.4658895,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4da8c558-f912-402f-8318-515f294909b4"} {"level":"info","ts":1785184398.2719815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184398.2720854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12"} {"level":"info","ts":1785184398.2720988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12"} {"level":"info","ts":1785184398.272115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","EoS":false} {"level":"info","ts":1785184398.2721286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","EoS":true} {"level":"info","ts":1785184398.2721484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184398.2721653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184398.2721875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12"} {"level":"info","ts":1785184398.310663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184398.3107758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf0c165a-f7d2-42a2-9e84-1ff92d775f17"} {"level":"info","ts":1785184398.3107905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf0c165a-f7d2-42a2-9e84-1ff92d775f17"} {"level":"info","ts":1785184398.3108044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf0c165a-f7d2-42a2-9e84-1ff92d775f17","EoS":false} {"level":"info","ts":1785184398.3108146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf0c165a-f7d2-42a2-9e84-1ff92d775f17","EoS":true} {"level":"info","ts":1785184398.310835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf0c165a-f7d2-42a2-9e84-1ff92d775f17","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184398.3108542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf0c165a-f7d2-42a2-9e84-1ff92d775f17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184398.3108773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf0c165a-f7d2-42a2-9e84-1ff92d775f17"} {"level":"info","ts":1785184398.3417091,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184398.3418133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6081be07-acc8-4c68-9e8a-e90a7afa7f61"} {"level":"info","ts":1785184398.341828,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6081be07-acc8-4c68-9e8a-e90a7afa7f61"} {"level":"info","ts":1785184398.3418417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6081be07-acc8-4c68-9e8a-e90a7afa7f61","EoS":false} {"level":"info","ts":1785184398.341858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6081be07-acc8-4c68-9e8a-e90a7afa7f61","EoS":true} {"level":"info","ts":1785184398.3418777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6081be07-acc8-4c68-9e8a-e90a7afa7f61","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184398.3418932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6081be07-acc8-4c68-9e8a-e90a7afa7f61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184398.3419154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6081be07-acc8-4c68-9e8a-e90a7afa7f61"} {"level":"info","ts":1785184398.3704145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184398.3704875,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c4ac0a8-177c-4fd1-b209-7cff3b4c5f58"} {"level":"info","ts":1785184403.0087278,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184403.0088232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a"} {"level":"info","ts":1785184403.0088358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a"} {"level":"info","ts":1785184403.0088477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","EoS":false} {"level":"info","ts":1785184403.0088582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","EoS":true} {"level":"info","ts":1785184403.0088763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184403.008895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184403.0089178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a"} {"level":"info","ts":1785184411.5768585,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184411.576955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82ced09e-6935-415c-98cb-79f83e10db92"} {"level":"info","ts":1785184411.5769706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82ced09e-6935-415c-98cb-79f83e10db92"} {"level":"info","ts":1785184411.576991,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82ced09e-6935-415c-98cb-79f83e10db92","EoS":false} {"level":"info","ts":1785184411.57701,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82ced09e-6935-415c-98cb-79f83e10db92","EoS":true} {"level":"info","ts":1785184411.5770442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82ced09e-6935-415c-98cb-79f83e10db92","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184411.5770662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82ced09e-6935-415c-98cb-79f83e10db92","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184411.5771036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82ced09e-6935-415c-98cb-79f83e10db92"} {"level":"info","ts":1785184413.6097364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184413.6098435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8"} {"level":"info","ts":1785184413.6098602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8"} {"level":"info","ts":1785184413.6098802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","EoS":false} {"level":"info","ts":1785184413.6098995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","EoS":true} {"level":"info","ts":1785184413.6099296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184413.6099484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184413.6099808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8"} {"level":"info","ts":1785184426.4772727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184426.4773548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6"} {"level":"info","ts":1785184426.4773643,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6"} {"level":"info","ts":1785184426.4773784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","EoS":false} {"level":"info","ts":1785184426.4773946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","EoS":true} {"level":"info","ts":1785184426.4774172,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184426.4774346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184426.4774585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6"} {"level":"info","ts":1785184435.0158243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184435.0159123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e772737a-fc90-4afe-873d-981010281d52"} {"level":"info","ts":1785184435.0159264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e772737a-fc90-4afe-873d-981010281d52"} {"level":"info","ts":1785184435.015948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","EoS":false} {"level":"info","ts":1785184435.0159686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","EoS":true} {"level":"info","ts":1785184435.016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184435.0160232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184435.0160549,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e772737a-fc90-4afe-873d-981010281d52"} {"level":"info","ts":1785184443.9107022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184443.9108005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0"} {"level":"info","ts":1785184443.9108183,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0"} {"level":"info","ts":1785184443.9108324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","EoS":false} {"level":"info","ts":1785184443.9108465,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","EoS":true} {"level":"info","ts":1785184443.9108682,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184443.9108849,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184443.9109156,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0"} {"level":"info","ts":1785184452.8945558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184452.89463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35b20595-5c0f-41a7-a734-675807bc7350"} {"level":"info","ts":1785184452.8946416,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35b20595-5c0f-41a7-a734-675807bc7350"} {"level":"info","ts":1785184452.894654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35b20595-5c0f-41a7-a734-675807bc7350","EoS":false} {"level":"info","ts":1785184452.8946645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35b20595-5c0f-41a7-a734-675807bc7350","EoS":true} {"level":"info","ts":1785184452.8946836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35b20595-5c0f-41a7-a734-675807bc7350","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184452.8946993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35b20595-5c0f-41a7-a734-675807bc7350","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184452.894719,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35b20595-5c0f-41a7-a734-675807bc7350"} {"level":"info","ts":1785184457.6685061,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184457.6686106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4ef58a9-3a95-4a12-81e8-8e6f7fd38602"} {"level":"info","ts":1785184457.668631,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4ef58a9-3a95-4a12-81e8-8e6f7fd38602"} {"level":"info","ts":1785184457.668644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4ef58a9-3a95-4a12-81e8-8e6f7fd38602","EoS":false} {"level":"info","ts":1785184457.6686547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4ef58a9-3a95-4a12-81e8-8e6f7fd38602","EoS":true} {"level":"info","ts":1785184457.6686754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4ef58a9-3a95-4a12-81e8-8e6f7fd38602","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184457.6686904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4ef58a9-3a95-4a12-81e8-8e6f7fd38602","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184457.668714,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4ef58a9-3a95-4a12-81e8-8e6f7fd38602"} {"level":"info","ts":1785184462.4407094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184462.440827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fb1637b-e8c1-4a38-9e6e-476a976a0046"} {"level":"info","ts":1785184462.4408412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fb1637b-e8c1-4a38-9e6e-476a976a0046"} {"level":"info","ts":1785184462.4408538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fb1637b-e8c1-4a38-9e6e-476a976a0046","EoS":false} {"level":"info","ts":1785184462.4408638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fb1637b-e8c1-4a38-9e6e-476a976a0046","EoS":true} {"level":"info","ts":1785184462.4408872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fb1637b-e8c1-4a38-9e6e-476a976a0046","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184462.4409094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fb1637b-e8c1-4a38-9e6e-476a976a0046","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184462.4409335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fb1637b-e8c1-4a38-9e6e-476a976a0046"} {"level":"info","ts":1785184462.7403893,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184462.7404718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79b0aa7d-90b8-4601-a81b-cb893b25dbbe"} {"level":"info","ts":1785184462.7404819,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79b0aa7d-90b8-4601-a81b-cb893b25dbbe"} {"level":"info","ts":1785184462.7404976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79b0aa7d-90b8-4601-a81b-cb893b25dbbe","EoS":false} {"level":"info","ts":1785184462.7405102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79b0aa7d-90b8-4601-a81b-cb893b25dbbe","EoS":true} {"level":"info","ts":1785184462.7405303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79b0aa7d-90b8-4601-a81b-cb893b25dbbe","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184462.7405465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79b0aa7d-90b8-4601-a81b-cb893b25dbbe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184462.7405705,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79b0aa7d-90b8-4601-a81b-cb893b25dbbe"} {"level":"info","ts":1785184464.768982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184464.7690861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95be32fb-6209-9d96-a537-ccc4eae5a72b"} {"level":"info","ts":1785184464.7691057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95be32fb-6209-9d96-a537-ccc4eae5a72b"} {"level":"info","ts":1785184464.769124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95be32fb-6209-9d96-a537-ccc4eae5a72b","EoS":false} {"level":"info","ts":1785184464.7691417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95be32fb-6209-9d96-a537-ccc4eae5a72b","EoS":true} {"level":"info","ts":1785184464.769171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95be32fb-6209-9d96-a537-ccc4eae5a72b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184464.7691922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95be32fb-6209-9d96-a537-ccc4eae5a72b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184464.7692244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95be32fb-6209-9d96-a537-ccc4eae5a72b"} {"level":"info","ts":1785184466.8058102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184466.8058918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495"} {"level":"info","ts":1785184466.8059065,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495"} {"level":"info","ts":1785184466.8059258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","EoS":false} {"level":"info","ts":1785184466.8059385,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","EoS":true} {"level":"info","ts":1785184466.8059587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184466.8059742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184466.8059962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495"} {"level":"info","ts":1785184489.5209785,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184489.52106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311"} {"level":"info","ts":1785184489.5210743,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311"} {"level":"info","ts":1785184489.5210974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","EoS":false} {"level":"info","ts":1785184489.5211086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","EoS":true} {"level":"info","ts":1785184489.5211298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184489.5211499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184489.5211716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311"} {"level":"info","ts":1785184498.8929517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184498.893037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9411157a-bb4a-42e7-ac0a-28fa90da5b81"} {"level":"info","ts":1785184498.8930478,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9411157a-bb4a-42e7-ac0a-28fa90da5b81"} {"level":"info","ts":1785184498.8930595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9411157a-bb4a-42e7-ac0a-28fa90da5b81","EoS":false} {"level":"info","ts":1785184498.8930702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9411157a-bb4a-42e7-ac0a-28fa90da5b81","EoS":true} {"level":"info","ts":1785184498.893101,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9411157a-bb4a-42e7-ac0a-28fa90da5b81","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184498.8931181,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9411157a-bb4a-42e7-ac0a-28fa90da5b81","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184498.8931384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9411157a-bb4a-42e7-ac0a-28fa90da5b81"} {"level":"info","ts":1785184504.3681455,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184504.368248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e2152c1-a3a9-49dc-a462-05c15943d46d"} {"level":"info","ts":1785184504.3682613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e2152c1-a3a9-49dc-a462-05c15943d46d"} {"level":"info","ts":1785184504.3682756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e2152c1-a3a9-49dc-a462-05c15943d46d","EoS":false} {"level":"info","ts":1785184504.368291,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e2152c1-a3a9-49dc-a462-05c15943d46d","EoS":true} {"level":"info","ts":1785184504.368331,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e2152c1-a3a9-49dc-a462-05c15943d46d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184504.36835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e2152c1-a3a9-49dc-a462-05c15943d46d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184504.3683813,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e2152c1-a3a9-49dc-a462-05c15943d46d"} {"level":"info","ts":1785184514.040667,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184514.0407784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"816b6b7e-832a-44dc-895e-39f4832bffd4"} {"level":"info","ts":1785184514.0407994,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"816b6b7e-832a-44dc-895e-39f4832bffd4"} {"level":"info","ts":1785184514.040819,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"816b6b7e-832a-44dc-895e-39f4832bffd4","EoS":false} {"level":"info","ts":1785184514.0408394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"816b6b7e-832a-44dc-895e-39f4832bffd4","EoS":true} {"level":"info","ts":1785184514.0408745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"816b6b7e-832a-44dc-895e-39f4832bffd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184514.0408945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"816b6b7e-832a-44dc-895e-39f4832bffd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184514.0409253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"816b6b7e-832a-44dc-895e-39f4832bffd4"} {"level":"info","ts":1785184516.0707042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184516.0708296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"155fb0b8-fe45-436b-8f09-ba58c20ea7d5"} {"level":"info","ts":1785184516.0708485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"155fb0b8-fe45-436b-8f09-ba58c20ea7d5"} {"level":"info","ts":1785184516.0708659,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"155fb0b8-fe45-436b-8f09-ba58c20ea7d5","EoS":false} {"level":"info","ts":1785184516.070883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"155fb0b8-fe45-436b-8f09-ba58c20ea7d5","EoS":true} {"level":"info","ts":1785184516.0709167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"155fb0b8-fe45-436b-8f09-ba58c20ea7d5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184516.0709374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"155fb0b8-fe45-436b-8f09-ba58c20ea7d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184516.070967,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"155fb0b8-fe45-436b-8f09-ba58c20ea7d5"} {"level":"info","ts":1785184518.104224,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184518.1043072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e"} {"level":"info","ts":1785184518.1043165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e"} {"level":"info","ts":1785184518.1043282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","EoS":false} {"level":"info","ts":1785184518.1043382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","EoS":true} {"level":"info","ts":1785184518.104358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184518.1043737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184518.1043959,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e"} {"level":"info","ts":1785184527.5403705,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184527.5404687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199"} {"level":"info","ts":1785184527.5404847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199"} {"level":"info","ts":1785184527.5404973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","EoS":false} {"level":"info","ts":1785184527.5405102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","EoS":true} {"level":"info","ts":1785184527.5405293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184527.5405514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184527.5405746,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199"} {"level":"info","ts":1785184527.577674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184527.577823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591"} {"level":"info","ts":1785184527.5778809,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591"} {"level":"info","ts":1785184527.577904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","EoS":false} {"level":"info","ts":1785184527.57792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","EoS":true} {"level":"info","ts":1785184527.5779529,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184527.5779755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184527.5780077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591"} {"level":"info","ts":1785184546.720874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184546.720985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b"} {"level":"info","ts":1785184546.7210016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b"} {"level":"info","ts":1785184546.7210202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","EoS":false} {"level":"info","ts":1785184546.721041,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","EoS":true} {"level":"info","ts":1785184546.7210693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184546.7210996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184546.7211313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b"} {"level":"info","ts":1785184556.1325855,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184556.1326656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f08f161e-9248-45f9-8370-a3a1e5c2b1bf"} {"level":"info","ts":1785184556.1326776,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f08f161e-9248-45f9-8370-a3a1e5c2b1bf"} {"level":"info","ts":1785184556.1326911,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f08f161e-9248-45f9-8370-a3a1e5c2b1bf","EoS":false} {"level":"info","ts":1785184556.132711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f08f161e-9248-45f9-8370-a3a1e5c2b1bf","EoS":true} {"level":"info","ts":1785184556.132731,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f08f161e-9248-45f9-8370-a3a1e5c2b1bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184556.1327686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f08f161e-9248-45f9-8370-a3a1e5c2b1bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184556.1327968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f08f161e-9248-45f9-8370-a3a1e5c2b1bf"} {"level":"info","ts":1785184561.530872,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184561.5309532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c940e218-0fb7-40c9-831d-8b5a05c84e0b"} {"level":"info","ts":1785184561.5309634,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c940e218-0fb7-40c9-831d-8b5a05c84e0b"} {"level":"info","ts":1785184561.5309749,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c940e218-0fb7-40c9-831d-8b5a05c84e0b","EoS":false} {"level":"info","ts":1785184561.5309844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c940e218-0fb7-40c9-831d-8b5a05c84e0b","EoS":true} {"level":"info","ts":1785184561.5310106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c940e218-0fb7-40c9-831d-8b5a05c84e0b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785184561.5310278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c940e218-0fb7-40c9-831d-8b5a05c84e0b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184561.5310483,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c940e218-0fb7-40c9-831d-8b5a05c84e0b"} {"level":"info","ts":1785184652.1568832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184652.1570296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbeda2db-4a31-48c5-802f-b37daaf3a5fb"} {"level":"info","ts":1785184652.1570618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bbeda2db-4a31-48c5-802f-b37daaf3a5fb"} {"level":"info","ts":1785184652.1570773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbeda2db-4a31-48c5-802f-b37daaf3a5fb","EoS":false} {"level":"info","ts":1785184652.157088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbeda2db-4a31-48c5-802f-b37daaf3a5fb","EoS":true} {"level":"info","ts":1785184652.1571097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbeda2db-4a31-48c5-802f-b37daaf3a5fb","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785184652.1571264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbeda2db-4a31-48c5-802f-b37daaf3a5fb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785184652.1571505,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bbeda2db-4a31-48c5-802f-b37daaf3a5fb"} {"level":"info","ts":1785184687.569788,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184687.5698829,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02"} {"level":"info","ts":1785184687.5698988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02"} {"level":"info","ts":1785184687.5699203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","EoS":false} {"level":"info","ts":1785184687.5699387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","EoS":true} {"level":"info","ts":1785184687.5699701,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785184687.5699897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785184687.5700197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02"} {"level":"info","ts":1785184724.9037821,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184724.9038825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928"} {"level":"info","ts":1785184724.903896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928"} {"level":"info","ts":1785184724.9039092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","EoS":false} {"level":"info","ts":1785184724.90392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","EoS":true} {"level":"info","ts":1785184724.9039443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184724.9039617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184724.9039829,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928"} {"level":"info","ts":1785184740.2325919,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184740.232682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d"} {"level":"info","ts":1785184740.2326903,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d"} {"level":"info","ts":1785184740.2327015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","EoS":false} {"level":"info","ts":1785184740.2327123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","EoS":true} {"level":"info","ts":1785184740.2327352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184740.2327712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184740.2327964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d"} {"level":"info","ts":1785184740.5211966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184740.5212774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca89f78a-10b4-4afb-bced-5b5cf9e59d6c"} {"level":"info","ts":1785184740.5212874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca89f78a-10b4-4afb-bced-5b5cf9e59d6c"} {"level":"info","ts":1785184740.5212991,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca89f78a-10b4-4afb-bced-5b5cf9e59d6c","EoS":false} {"level":"info","ts":1785184740.5213134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca89f78a-10b4-4afb-bced-5b5cf9e59d6c","EoS":true} {"level":"info","ts":1785184740.5213356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca89f78a-10b4-4afb-bced-5b5cf9e59d6c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184740.5213513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca89f78a-10b4-4afb-bced-5b5cf9e59d6c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184740.521401,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca89f78a-10b4-4afb-bced-5b5cf9e59d6c"} {"level":"info","ts":1785185028.8106189,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185028.8107193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b"} {"level":"info","ts":1785185028.8107376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b"} {"level":"info","ts":1785185028.8107717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","EoS":false} {"level":"info","ts":1785185028.8107858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","EoS":true} {"level":"info","ts":1785185028.8108068,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185028.8108199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185028.8108459,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b"} {"level":"info","ts":1785185028.8488035,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185028.8488967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62"} {"level":"info","ts":1785185028.8489115,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62"} {"level":"info","ts":1785185028.8489246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","EoS":false} {"level":"info","ts":1785185028.8489347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","EoS":true} {"level":"info","ts":1785185028.8489552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185028.8489702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185028.8489912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62"} {"level":"info","ts":1785185028.8812616,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185028.881339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b28cf06-12d8-45bb-b48e-73c090e7acb4"} {"level":"info","ts":1785185028.8813517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b28cf06-12d8-45bb-b48e-73c090e7acb4"} {"level":"info","ts":1785185028.881363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b28cf06-12d8-45bb-b48e-73c090e7acb4","EoS":false} {"level":"info","ts":1785185028.8813732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b28cf06-12d8-45bb-b48e-73c090e7acb4","EoS":true} {"level":"info","ts":1785185028.8813918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b28cf06-12d8-45bb-b48e-73c090e7acb4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185028.8814042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b28cf06-12d8-45bb-b48e-73c090e7acb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185028.8814228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b28cf06-12d8-45bb-b48e-73c090e7acb4"} {"level":"info","ts":1785185028.9102445,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185028.9103246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80e71f76-4a24-4062-9f24-201f6e97d443"} {"level":"info","ts":1785185028.9103367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80e71f76-4a24-4062-9f24-201f6e97d443"} {"level":"info","ts":1785185028.9103482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80e71f76-4a24-4062-9f24-201f6e97d443","EoS":false} {"level":"info","ts":1785185028.9103587,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80e71f76-4a24-4062-9f24-201f6e97d443","EoS":true} {"level":"info","ts":1785185028.9103873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80e71f76-4a24-4062-9f24-201f6e97d443","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785185028.9104025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80e71f76-4a24-4062-9f24-201f6e97d443","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185028.9104269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80e71f76-4a24-4062-9f24-201f6e97d443"} {"level":"info","ts":1785185033.7370126,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92601a45-0a78-43f7-8be8-558c7efee65f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185033.7370586,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92601a45-0a78-43f7-8be8-558c7efee65f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785185033.7371128,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62188e3a-9bb4-4d17-8f37-9dd1f02a8036"} {"level":"info","ts":1785185033.7433262,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"933df342-4931-4f25-b5a3-b6855df2dac0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185033.7433531,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"933df342-4931-4f25-b5a3-b6855df2dac0","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785185033.744403,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62188e3a-9bb4-4d17-8f37-9dd1f02a8036","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185033.7446153,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34115.737435488,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.7446306,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.8508828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ef6a533-4eca-4a3a-b28a-cd6b620aaf52","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185033.8509545,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ef6a533-4eca-4a3a-b28a-cd6b620aaf52","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185033.8511,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b64cb076-fab6-4c9f-9a98-b6eebaeb9fb4"} {"level":"info","ts":1785185033.9446242,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b64cb076-fab6-4c9f-9a98-b6eebaeb9fb4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785185033.9448946,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ea798be-d337-4b63-94d4-cd13b4b6b5be","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185033.9449477,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ea798be-d337-4b63-94d4-cd13b4b6b5be","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785185033.9450474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b12ce75d-2483-4620-b3f4-055b95658e10","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185033.9450934,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b12ce75d-2483-4620-b3f4-055b95658e10","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185033.9455547,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7c397cd-3f01-4a0c-b882-a04ab2e12cdf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185033.9455764,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7c397cd-3f01-4a0c-b882-a04ab2e12cdf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185033.945898,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785185033.9488506,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b64cb076-fab6-4c9f-9a98-b6eebaeb9fb4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785185033.948889,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b64cb076-fab6-4c9f-9a98-b6eebaeb9fb4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185033.9489355,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4eac93a-298c-4c3a-a7ce-b5e30a977b4a"} {"level":"info","ts":1785185033.9491525,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35211.728886978,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.9491715,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.9558065,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185034.00139,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b858aff7-edf8-4351-9da6-6f0fcdff89fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185034.0014393,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b858aff7-edf8-4351-9da6-6f0fcdff89fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185034.016119,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b329eac5-e9fb-4184-8740-1dce5b6ea790","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185034.0161557,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b329eac5-e9fb-4184-8740-1dce5b6ea790","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185034.0300186,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d6a8217-8a2b-4fe6-9e67-37f5a4e8a787","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185034.0300512,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d6a8217-8a2b-4fe6-9e67-37f5a4e8a787","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185034.045129,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39249.171252547,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185034.045159,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185034.0491571,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4eac93a-298c-4c3a-a7ce-b5e30a977b4a","name":"e2e-external-model"} {"level":"info","ts":1785185034.0531225,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185034.0575435,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4eac93a-298c-4c3a-a7ce-b5e30a977b4a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785185034.0609803,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4eac93a-298c-4c3a-a7ce-b5e30a977b4a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185034.0610816,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b47ca528-1832-45c8-8095-6cab448c4e29"} {"level":"info","ts":1785185034.061138,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b47ca528-1832-45c8-8095-6cab448c4e29","name":"e2e-external-model"} {"level":"info","ts":1785185034.068697,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b47ca528-1832-45c8-8095-6cab448c4e29","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785185034.1461084,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62188e3a-9bb4-4d17-8f37-9dd1f02a8036","name":"e2e-external-provider"} {"level":"info","ts":1785185034.157405,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62188e3a-9bb4-4d17-8f37-9dd1f02a8036","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785185034.1637363,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62188e3a-9bb4-4d17-8f37-9dd1f02a8036","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185034.1638544,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73621909-eee6-4acc-a2aa-b22b5ef0342e"} {"level":"info","ts":1785185034.1639042,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73621909-eee6-4acc-a2aa-b22b5ef0342e","name":"e2e-external-provider"} {"level":"info","ts":1785185034.1746094,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73621909-eee6-4acc-a2aa-b22b5ef0342e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785185039.0590973,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185039.05917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e68340b1-5746-4d06-bead-2f41107cb278"} {"level":"info","ts":1785185039.0591786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e68340b1-5746-4d06-bead-2f41107cb278"} {"level":"info","ts":1785185039.05919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e68340b1-5746-4d06-bead-2f41107cb278","EoS":false} {"level":"info","ts":1785185039.059201,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e68340b1-5746-4d06-bead-2f41107cb278","EoS":true} {"level":"info","ts":1785185039.0592208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e68340b1-5746-4d06-bead-2f41107cb278","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785185039.0592394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e68340b1-5746-4d06-bead-2f41107cb278","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785185039.059247,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e68340b1-5746-4d06-bead-2f41107cb278","modelName":"e2e-external-model"} {"level":"info","ts":1785185039.0592606,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e68340b1-5746-4d06-bead-2f41107cb278","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785185039.059304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e68340b1-5746-4d06-bead-2f41107cb278"} {"level":"info","ts":1785185039.1016214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185039.1016972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"660e3389-d0c8-4218-a49e-af74ca54046b"} {"level":"info","ts":1785185039.1017063,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"660e3389-d0c8-4218-a49e-af74ca54046b"} {"level":"info","ts":1785185039.1017172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"660e3389-d0c8-4218-a49e-af74ca54046b","EoS":false} {"level":"info","ts":1785185039.1017277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"660e3389-d0c8-4218-a49e-af74ca54046b","EoS":true} {"level":"info","ts":1785185039.101773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"660e3389-d0c8-4218-a49e-af74ca54046b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785185039.1017895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"660e3389-d0c8-4218-a49e-af74ca54046b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785185039.1017966,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"660e3389-d0c8-4218-a49e-af74ca54046b","modelName":"e2e-external-model"} {"level":"info","ts":1785185039.1018105,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"660e3389-d0c8-4218-a49e-af74ca54046b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785185039.1018453,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"660e3389-d0c8-4218-a49e-af74ca54046b"} {"level":"info","ts":1785185039.1264873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185039.1265583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba"} {"level":"info","ts":1785185039.1265674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba"} {"level":"info","ts":1785185039.1265783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","EoS":false} {"level":"info","ts":1785185039.1265886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","EoS":true} {"level":"info","ts":1785185039.1266074,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785185039.126624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785185039.1266346,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","modelName":"e2e-external-model"} {"level":"info","ts":1785185039.1266491,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785185039.1266844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba"} {"level":"info","ts":1785185039.255357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"555edb75-ea38-404d-aa9a-40c944b6e4a5"} {"level":"info","ts":1785185039.255343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a652f193-3125-4b44-88d2-c1be48603553","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185039.2554786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a652f193-3125-4b44-88d2-c1be48603553","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785185039.2625434,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5965480e-f740-4cc7-9a39-cc037c454088","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185039.2625759,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5965480e-f740-4cc7-9a39-cc037c454088","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785185039.2637312,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"555edb75-ea38-404d-aa9a-40c944b6e4a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185039.2638109,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"555edb75-ea38-404d-aa9a-40c944b6e4a5","name":"e2e-cleanup-test"} {"level":"info","ts":1785185039.2773302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2fc1a53-d728-4803-97d9-91da9cee10df","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185039.2773612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2fc1a53-d728-4803-97d9-91da9cee10df","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785185039.2789469,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"555edb75-ea38-404d-aa9a-40c944b6e4a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785185039.2789881,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"555edb75-ea38-404d-aa9a-40c944b6e4a5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185039.2790482,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"194eba74-c028-48ff-a979-b54a23d79fcb"} {"level":"info","ts":1785185039.2790954,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"194eba74-c028-48ff-a979-b54a23d79fcb","name":"e2e-cleanup-test"} {"level":"error","ts":1785185039.2970812,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"194eba74-c028-48ff-a979-b54a23d79fcb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185039.2971702,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f00dc60-6eb0-4537-a622-b61106ba9351"} {"level":"info","ts":1785185039.2971818,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b28e82d1-eebe-495b-896d-2dc81c16a4be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185039.2972164,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b28e82d1-eebe-495b-896d-2dc81c16a4be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785185039.2972288,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f00dc60-6eb0-4537-a622-b61106ba9351","name":"e2e-cleanup-test"} {"level":"info","ts":1785185039.3050468,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f00dc60-6eb0-4537-a622-b61106ba9351","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785185039.3107996,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b52b8017-aada-4128-8a55-4e70fb6fbee3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185039.3108108,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b75c737d-403e-4e83-98bb-7ea4263241f0"} {"level":"info","ts":1785185039.3108273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b52b8017-aada-4128-8a55-4e70fb6fbee3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785185039.3108618,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b75c737d-403e-4e83-98bb-7ea4263241f0","name":"e2e-cleanup-test"} {"level":"info","ts":1785185039.318661,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b75c737d-403e-4e83-98bb-7ea4263241f0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785185047.5186052,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a106fbc1-f5e8-4ad8-b1b5-5300473135fd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185047.5186524,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a106fbc1-f5e8-4ad8-b1b5-5300473135fd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185047.5186052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"876bdc08-5731-4997-ac02-cac997855932"} {"level":"info","ts":1785185051.8142374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185051.814323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4"} {"level":"info","ts":1785185051.8143332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4"} {"level":"info","ts":1785185051.8143451,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4","EoS":false} {"level":"info","ts":1785185051.8143568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4","EoS":true} {"level":"info","ts":1785185051.8143773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785185051.8143933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785185051.8144178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4"} {"level":"info","ts":1785185051.8414428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185051.84152,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f"} {"level":"info","ts":1785185051.8415303,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f"} {"level":"info","ts":1785185051.8415413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","EoS":false} {"level":"info","ts":1785185051.841555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","EoS":true} {"level":"info","ts":1785185051.8415737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785185051.8415892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785185051.8415968,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","modelName":"e2e-external-model"} {"level":"info","ts":1785185051.8416102,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785185051.8416452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f"} {"level":"info","ts":1785185051.8830464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185051.8831277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c"} {"level":"info","ts":1785185051.8831387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c"} {"level":"info","ts":1785185051.88315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","EoS":false} {"level":"info","ts":1785185051.883162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","EoS":true} {"level":"info","ts":1785185051.8831825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785185051.8831985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785185051.8832185,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c"} {"level":"info","ts":1785185052.0255191,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185052.0255983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d"} {"level":"info","ts":1785185052.0256066,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d"} {"level":"info","ts":1785185052.0256171,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d","EoS":false} {"level":"info","ts":1785185052.0256274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d","EoS":true} {"level":"info","ts":1785185052.0256488,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d","field":"model"} {"level":"info","ts":1785185052.0256734,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d"} {"level":"info","ts":1785185053.2175086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06c330d7-2b45-477b-b6f0-47e8b4b84506"} {"level":"info","ts":1785185053.2175386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a4a7c55-b9f1-44b6-8905-825054b66684","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185053.2175612,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a4a7c55-b9f1-44b6-8905-825054b66684","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185053.4441748,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"430a235e-59d7-4f28-9e64-b12fbedf1373","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185053.4442842,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"430a235e-59d7-4f28-9e64-b12fbedf1373","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185053.4442282,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"161b5794-436a-44a9-a39a-aa351e0f5d2e"} {"level":"info","ts":1785186350.8896215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186350.889721,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"138df1e8-3ca1-40ef-8c2f-1e48f4fd908b"} {"level":"info","ts":1785186405.462049,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186405.4621284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3"} {"level":"info","ts":1785186405.462138,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3"} {"level":"info","ts":1785186405.462149,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","EoS":false} {"level":"info","ts":1785186405.4621587,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","EoS":true} {"level":"info","ts":1785186405.462182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186405.462198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785186405.4622214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3"}