{"level":"info","ts":1785083039.1936443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda"} {"level":"info","ts":1785083039.1936586,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda"} {"level":"info","ts":1785083039.1936781,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","EoS":false} {"level":"info","ts":1785083039.1936975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","EoS":true} {"level":"info","ts":1785083039.1937268,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083039.1937459,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083039.1937752,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda"} {"level":"info","ts":1785083039.230275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083039.2303436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50995f38-a66e-4bf0-94ef-f67d7831bfab"} {"level":"info","ts":1785083039.2303557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50995f38-a66e-4bf0-94ef-f67d7831bfab"} {"level":"info","ts":1785083039.2303672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50995f38-a66e-4bf0-94ef-f67d7831bfab","EoS":false} {"level":"info","ts":1785083039.230378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50995f38-a66e-4bf0-94ef-f67d7831bfab","EoS":true} {"level":"info","ts":1785083039.2303946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50995f38-a66e-4bf0-94ef-f67d7831bfab","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083039.230417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50995f38-a66e-4bf0-94ef-f67d7831bfab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083039.2304344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50995f38-a66e-4bf0-94ef-f67d7831bfab"} {"level":"info","ts":1785083043.3896837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083043.3897736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c50cbc85-106a-4c0a-9f71-5ad16083786c"} {"level":"info","ts":1785083043.389789,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c50cbc85-106a-4c0a-9f71-5ad16083786c"} {"level":"info","ts":1785083043.3898096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c50cbc85-106a-4c0a-9f71-5ad16083786c","EoS":false} {"level":"info","ts":1785083043.3898304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c50cbc85-106a-4c0a-9f71-5ad16083786c","EoS":true} {"level":"info","ts":1785083043.3898618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c50cbc85-106a-4c0a-9f71-5ad16083786c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083043.3898795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c50cbc85-106a-4c0a-9f71-5ad16083786c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083043.389912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c50cbc85-106a-4c0a-9f71-5ad16083786c"} {"level":"info","ts":1785083059.163897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.1639955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a"} {"level":"info","ts":1785083059.1640139,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a"} {"level":"info","ts":1785083059.1640327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","EoS":false} {"level":"info","ts":1785083059.1640546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","EoS":true} {"level":"info","ts":1785083059.164086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083059.1641047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.1641512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a"} {"level":"info","ts":1785083059.3058221,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.3058968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a"} {"level":"info","ts":1785083059.3059134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a"} {"level":"info","ts":1785083059.3059316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","EoS":false} {"level":"info","ts":1785083059.3059533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","EoS":true} {"level":"info","ts":1785083059.3059807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083059.3059986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.3060274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a"} {"level":"info","ts":1785083059.440372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.4404347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b"} {"level":"info","ts":1785083059.4404454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b"} {"level":"info","ts":1785083059.4404564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","EoS":false} {"level":"info","ts":1785083059.440466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","EoS":true} {"level":"info","ts":1785083059.440489,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083059.4405046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.4405227,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b"} {"level":"info","ts":1785083059.576281,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.5763419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773"} {"level":"info","ts":1785083059.5763505,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773"} {"level":"info","ts":1785083059.576361,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","EoS":false} {"level":"info","ts":1785083059.576373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","EoS":true} {"level":"info","ts":1785083059.5763888,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083059.5764034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.576422,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773"} {"level":"info","ts":1785083059.7139957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.7140753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de"} {"level":"info","ts":1785083059.7140937,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de"} {"level":"info","ts":1785083059.7141135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","EoS":false} {"level":"info","ts":1785083059.7141464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","EoS":true} {"level":"info","ts":1785083059.7141738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083059.7141938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.714225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de"} {"level":"info","ts":1785083059.8486474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.8487215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60249ca8-6154-44f3-a89f-41c0f5f94f86"} {"level":"info","ts":1785083059.8487332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60249ca8-6154-44f3-a89f-41c0f5f94f86"} {"level":"info","ts":1785083059.8487442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60249ca8-6154-44f3-a89f-41c0f5f94f86","EoS":false} {"level":"info","ts":1785083059.848755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60249ca8-6154-44f3-a89f-41c0f5f94f86","EoS":true} {"level":"info","ts":1785083059.8487723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60249ca8-6154-44f3-a89f-41c0f5f94f86","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083059.848788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60249ca8-6154-44f3-a89f-41c0f5f94f86","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.848811,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60249ca8-6154-44f3-a89f-41c0f5f94f86"} {"level":"info","ts":1785083075.438544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083075.4386144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d"} {"level":"info","ts":1785083075.4386265,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d"} {"level":"info","ts":1785083075.4386377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","EoS":false} {"level":"info","ts":1785083075.4386482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","EoS":true} {"level":"info","ts":1785083075.4386683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083075.4386816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083075.4387052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d"} {"level":"info","ts":1785083075.4751868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083075.4752414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52"} {"level":"info","ts":1785083075.4752507,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52"} {"level":"info","ts":1785083075.4752607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","EoS":false} {"level":"info","ts":1785083075.4752748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","EoS":true} {"level":"info","ts":1785083075.4752893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083075.4753036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083075.4753203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52"} {"level":"info","ts":1785083075.5084407,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083075.5085092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da18614e-285c-455b-b580-840e1a0576e0"} {"level":"info","ts":1785083075.5085423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da18614e-285c-455b-b580-840e1a0576e0"} {"level":"info","ts":1785083075.5085573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da18614e-285c-455b-b580-840e1a0576e0","EoS":false} {"level":"info","ts":1785083075.5085678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da18614e-285c-455b-b580-840e1a0576e0","EoS":true} {"level":"info","ts":1785083075.5085838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da18614e-285c-455b-b580-840e1a0576e0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083075.5085971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da18614e-285c-455b-b580-840e1a0576e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083075.5086155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da18614e-285c-455b-b580-840e1a0576e0"} {"level":"info","ts":1785083075.5395184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083075.5395885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5afe3516-b0b5-49b0-9be3-c4ff28e98cde"} {"level":"info","ts":1785083075.5396032,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5afe3516-b0b5-49b0-9be3-c4ff28e98cde"} {"level":"info","ts":1785083075.5396216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5afe3516-b0b5-49b0-9be3-c4ff28e98cde","EoS":false} {"level":"info","ts":1785083075.5396404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5afe3516-b0b5-49b0-9be3-c4ff28e98cde","EoS":true} {"level":"info","ts":1785083075.5396712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5afe3516-b0b5-49b0-9be3-c4ff28e98cde","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083075.5396893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5afe3516-b0b5-49b0-9be3-c4ff28e98cde","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083075.5397155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5afe3516-b0b5-49b0-9be3-c4ff28e98cde"} {"level":"info","ts":1785083075.5697572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083075.5698128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a24ec2b-e0fa-47f8-be8a-4c620d26c170"} {"level":"info","ts":1785083080.1782608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083080.178343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0"} {"level":"info","ts":1785083080.178355,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0"} {"level":"info","ts":1785083080.1783662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","EoS":false} {"level":"info","ts":1785083080.1783798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","EoS":true} {"level":"info","ts":1785083080.178401,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083080.1784172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083080.1784399,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0"} {"level":"info","ts":1785083088.741959,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083088.7420335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4de76280-6a02-4fd7-9c44-c690d41edbbc"} {"level":"info","ts":1785083088.7420435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4de76280-6a02-4fd7-9c44-c690d41edbbc"} {"level":"info","ts":1785083088.7420542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4de76280-6a02-4fd7-9c44-c690d41edbbc","EoS":false} {"level":"info","ts":1785083088.742067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4de76280-6a02-4fd7-9c44-c690d41edbbc","EoS":true} {"level":"info","ts":1785083088.7420864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4de76280-6a02-4fd7-9c44-c690d41edbbc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083088.7421012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4de76280-6a02-4fd7-9c44-c690d41edbbc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083088.7421205,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4de76280-6a02-4fd7-9c44-c690d41edbbc"} {"level":"info","ts":1785083090.7725673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083090.7726424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e"} {"level":"info","ts":1785083090.772653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e"} {"level":"info","ts":1785083090.772664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","EoS":false} {"level":"info","ts":1785083090.7726743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","EoS":true} {"level":"info","ts":1785083090.7726943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083090.77271,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083090.7727294,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e"} {"level":"info","ts":1785083103.6338513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083103.63395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7"} {"level":"info","ts":1785083103.6339686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7"} {"level":"info","ts":1785083103.633988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","EoS":false} {"level":"info","ts":1785083103.6340034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","EoS":true} {"level":"info","ts":1785083103.6340284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083103.6340475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083103.6340685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7"} {"level":"info","ts":1785083112.1575437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083112.1576235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa"} {"level":"info","ts":1785083112.1576324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa"} {"level":"info","ts":1785083112.1576428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","EoS":false} {"level":"info","ts":1785083112.1576576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","EoS":true} {"level":"info","ts":1785083112.1576765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083112.1576927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083112.1577168,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa"} {"level":"info","ts":1785083120.998213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083120.9982886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4"} {"level":"info","ts":1785083120.9982982,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4"} {"level":"info","ts":1785083120.9983091,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","EoS":false} {"level":"info","ts":1785083120.9983187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","EoS":true} {"level":"info","ts":1785083120.9983375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083120.998353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083120.998376,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4"} {"level":"info","ts":1785083129.999624,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083129.9997177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df699dc0-8bd5-4ad6-ad80-346f0714d503"} {"level":"info","ts":1785083129.9997334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df699dc0-8bd5-4ad6-ad80-346f0714d503"} {"level":"info","ts":1785083129.9997463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df699dc0-8bd5-4ad6-ad80-346f0714d503","EoS":false} {"level":"info","ts":1785083129.99976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df699dc0-8bd5-4ad6-ad80-346f0714d503","EoS":true} {"level":"info","ts":1785083129.999779,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df699dc0-8bd5-4ad6-ad80-346f0714d503","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083129.9997952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df699dc0-8bd5-4ad6-ad80-346f0714d503","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083129.9998233,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df699dc0-8bd5-4ad6-ad80-346f0714d503"} {"level":"info","ts":1785083134.740282,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083134.740364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06009ddd-b18d-400d-9219-7b7ff572418d"} {"level":"info","ts":1785083134.7403853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06009ddd-b18d-400d-9219-7b7ff572418d"} {"level":"info","ts":1785083134.7404056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06009ddd-b18d-400d-9219-7b7ff572418d","EoS":false} {"level":"info","ts":1785083134.7404234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06009ddd-b18d-400d-9219-7b7ff572418d","EoS":true} {"level":"info","ts":1785083134.740452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06009ddd-b18d-400d-9219-7b7ff572418d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083134.7404716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06009ddd-b18d-400d-9219-7b7ff572418d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083134.7405047,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06009ddd-b18d-400d-9219-7b7ff572418d"} {"level":"info","ts":1785083139.4753633,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083139.4754481,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e396622b-bbaf-462f-9240-ebb747cccbad"} {"level":"info","ts":1785083139.4754617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e396622b-bbaf-462f-9240-ebb747cccbad"} {"level":"info","ts":1785083139.4754825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e396622b-bbaf-462f-9240-ebb747cccbad","EoS":false} {"level":"info","ts":1785083139.475502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e396622b-bbaf-462f-9240-ebb747cccbad","EoS":true} {"level":"info","ts":1785083139.475531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e396622b-bbaf-462f-9240-ebb747cccbad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083139.47555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e396622b-bbaf-462f-9240-ebb747cccbad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083139.4755785,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e396622b-bbaf-462f-9240-ebb747cccbad"} {"level":"info","ts":1785083139.7279823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083139.7280617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dbffde8-a122-4d75-a654-8ee128c84d2d"} {"level":"info","ts":1785083139.7280738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dbffde8-a122-4d75-a654-8ee128c84d2d"} {"level":"info","ts":1785083139.7280846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dbffde8-a122-4d75-a654-8ee128c84d2d","EoS":false} {"level":"info","ts":1785083139.7280948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dbffde8-a122-4d75-a654-8ee128c84d2d","EoS":true} {"level":"info","ts":1785083139.728114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dbffde8-a122-4d75-a654-8ee128c84d2d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083139.7281418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dbffde8-a122-4d75-a654-8ee128c84d2d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083139.7281644,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dbffde8-a122-4d75-a654-8ee128c84d2d"} {"level":"info","ts":1785083141.7634583,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083141.7635336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5159acaa-03d6-4660-b193-9184add5e6f0"} {"level":"info","ts":1785083141.7635434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5159acaa-03d6-4660-b193-9184add5e6f0"} {"level":"info","ts":1785083141.763554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5159acaa-03d6-4660-b193-9184add5e6f0","EoS":false} {"level":"info","ts":1785083141.7635663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5159acaa-03d6-4660-b193-9184add5e6f0","EoS":true} {"level":"info","ts":1785083141.7635868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5159acaa-03d6-4660-b193-9184add5e6f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083141.7636037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5159acaa-03d6-4660-b193-9184add5e6f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083141.763623,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5159acaa-03d6-4660-b193-9184add5e6f0"} {"level":"info","ts":1785083143.795931,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083143.7960072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc"} {"level":"info","ts":1785083143.796016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc"} {"level":"info","ts":1785083143.7960272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","EoS":false} {"level":"info","ts":1785083143.7960396,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","EoS":true} {"level":"info","ts":1785083143.7960613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083143.7960765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083143.7960997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc"} {"level":"info","ts":1785083166.3969142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083166.3969972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2"} {"level":"info","ts":1785083166.3970077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2"} {"level":"info","ts":1785083166.3970208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","EoS":false} {"level":"info","ts":1785083166.3970387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","EoS":true} {"level":"info","ts":1785083166.3970573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083166.397074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083166.3970969,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2"} {"level":"info","ts":1785083175.6893506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083175.6894395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"027ed606-4322-4994-bc87-7a36b3a8e297"} {"level":"info","ts":1785083175.6894553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"027ed606-4322-4994-bc87-7a36b3a8e297"} {"level":"info","ts":1785083175.689468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"027ed606-4322-4994-bc87-7a36b3a8e297","EoS":false} {"level":"info","ts":1785083175.6894803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"027ed606-4322-4994-bc87-7a36b3a8e297","EoS":true} {"level":"info","ts":1785083175.6894994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"027ed606-4322-4994-bc87-7a36b3a8e297","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083175.6895144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"027ed606-4322-4994-bc87-7a36b3a8e297","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083175.6895347,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"027ed606-4322-4994-bc87-7a36b3a8e297"} {"level":"info","ts":1785083181.1180627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083181.1181629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7bf9a07-325d-4053-8b90-71dd3906b236"} {"level":"info","ts":1785083181.118175,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7bf9a07-325d-4053-8b90-71dd3906b236"} {"level":"info","ts":1785083181.1181874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7bf9a07-325d-4053-8b90-71dd3906b236","EoS":false} {"level":"info","ts":1785083181.1181982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7bf9a07-325d-4053-8b90-71dd3906b236","EoS":true} {"level":"info","ts":1785083181.1182199,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7bf9a07-325d-4053-8b90-71dd3906b236","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083181.118236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7bf9a07-325d-4053-8b90-71dd3906b236","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083181.1182597,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7bf9a07-325d-4053-8b90-71dd3906b236"} {"level":"info","ts":1785083190.6340446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083190.6341481,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cba9ef9-a88f-4261-b72c-465921f2f5b5"} {"level":"info","ts":1785083190.6341696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cba9ef9-a88f-4261-b72c-465921f2f5b5"} {"level":"info","ts":1785083190.6341894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cba9ef9-a88f-4261-b72c-465921f2f5b5","EoS":false} {"level":"info","ts":1785083190.6342099,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cba9ef9-a88f-4261-b72c-465921f2f5b5","EoS":true} {"level":"info","ts":1785083190.634242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cba9ef9-a88f-4261-b72c-465921f2f5b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083190.634263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cba9ef9-a88f-4261-b72c-465921f2f5b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083190.634292,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cba9ef9-a88f-4261-b72c-465921f2f5b5"} {"level":"info","ts":1785083192.666657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083192.66673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566"} {"level":"info","ts":1785083192.6667395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566"} {"level":"info","ts":1785083192.6667495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","EoS":false} {"level":"info","ts":1785083192.6667595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","EoS":true} {"level":"info","ts":1785083192.6667862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083192.6668017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083192.6668205,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566"} {"level":"info","ts":1785083202.0448909,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083202.0449662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f"} {"level":"info","ts":1785083202.0449786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f"} {"level":"info","ts":1785083202.04499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","EoS":false} {"level":"info","ts":1785083202.0450032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","EoS":true} {"level":"info","ts":1785083202.0450222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083202.0450375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083202.0450573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f"} {"level":"info","ts":1785083202.078753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083202.078816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77"} {"level":"info","ts":1785083202.0788252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77"} {"level":"info","ts":1785083202.0788352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","EoS":false} {"level":"info","ts":1785083202.0788493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","EoS":true} {"level":"info","ts":1785083202.078864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083202.078878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083202.078898,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77"} {"level":"info","ts":1785083221.1105754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083221.1106622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086"} {"level":"info","ts":1785083221.1106784,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086"} {"level":"info","ts":1785083221.1106966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","EoS":false} {"level":"info","ts":1785083221.1107178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","EoS":true} {"level":"info","ts":1785083221.1107512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083221.1107705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083221.1107996,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086"} {"level":"info","ts":1785083230.4334998,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083230.4335773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c05175e2-d7fe-4bad-aed0-e490ec5156a4"} {"level":"info","ts":1785083230.4335876,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c05175e2-d7fe-4bad-aed0-e490ec5156a4"} {"level":"info","ts":1785083230.4336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c05175e2-d7fe-4bad-aed0-e490ec5156a4","EoS":false} {"level":"info","ts":1785083230.433614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c05175e2-d7fe-4bad-aed0-e490ec5156a4","EoS":true} {"level":"info","ts":1785083230.4336395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c05175e2-d7fe-4bad-aed0-e490ec5156a4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083230.4336567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c05175e2-d7fe-4bad-aed0-e490ec5156a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083230.4336777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c05175e2-d7fe-4bad-aed0-e490ec5156a4"} {"level":"info","ts":1785083235.79198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083235.7920582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"beae0c45-8d02-4390-ae7a-8bd8a0140461"} {"level":"info","ts":1785083235.7920694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"beae0c45-8d02-4390-ae7a-8bd8a0140461"} {"level":"info","ts":1785083235.7920804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"beae0c45-8d02-4390-ae7a-8bd8a0140461","EoS":false} {"level":"info","ts":1785083235.792091,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"beae0c45-8d02-4390-ae7a-8bd8a0140461","EoS":true} {"level":"info","ts":1785083235.79211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"beae0c45-8d02-4390-ae7a-8bd8a0140461","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785083235.7921386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"beae0c45-8d02-4390-ae7a-8bd8a0140461","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083235.792159,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"beae0c45-8d02-4390-ae7a-8bd8a0140461"} {"level":"info","ts":1785083326.1021116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083326.1022367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"066744f0-4853-4ece-8bdf-c9d8cb626c8f"} {"level":"info","ts":1785083326.1022549,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"066744f0-4853-4ece-8bdf-c9d8cb626c8f"} {"level":"info","ts":1785083326.1022747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"066744f0-4853-4ece-8bdf-c9d8cb626c8f","EoS":false} {"level":"info","ts":1785083326.1022937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"066744f0-4853-4ece-8bdf-c9d8cb626c8f","EoS":true} {"level":"info","ts":1785083326.1023293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"066744f0-4853-4ece-8bdf-c9d8cb626c8f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785083326.102349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"066744f0-4853-4ece-8bdf-c9d8cb626c8f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785083326.102379,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"066744f0-4853-4ece-8bdf-c9d8cb626c8f"} {"level":"info","ts":1785083349.0721462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083349.072226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17"} {"level":"info","ts":1785083349.0722387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17"} {"level":"info","ts":1785083349.0722494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","EoS":false} {"level":"info","ts":1785083349.0722597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","EoS":true} {"level":"info","ts":1785083349.0722816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785083349.0723035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785083349.072324,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17"} {"level":"info","ts":1785083385.9348276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083385.9349074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6"} {"level":"info","ts":1785083385.9349153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6"} {"level":"info","ts":1785083385.9349263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","EoS":false} {"level":"info","ts":1785083385.9349391,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","EoS":true} {"level":"info","ts":1785083385.9349587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083385.9349742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083385.9349976,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6"} {"level":"info","ts":1785083401.179845,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083401.1799178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc"} {"level":"info","ts":1785083401.1799273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc"} {"level":"info","ts":1785083401.1799383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","EoS":false} {"level":"info","ts":1785083401.1799488,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","EoS":true} {"level":"info","ts":1785083401.1799722,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083401.1799872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083401.1800113,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc"} {"level":"info","ts":1785083401.4659202,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083401.4659965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ab26fbe-e324-4c73-9552-ab3affd8722a"} {"level":"info","ts":1785083401.466005,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ab26fbe-e324-4c73-9552-ab3affd8722a"} {"level":"info","ts":1785083401.4660158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ab26fbe-e324-4c73-9552-ab3affd8722a","EoS":false} {"level":"info","ts":1785083401.466027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ab26fbe-e324-4c73-9552-ab3affd8722a","EoS":true} {"level":"info","ts":1785083401.4660468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ab26fbe-e324-4c73-9552-ab3affd8722a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785083401.4660625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ab26fbe-e324-4c73-9552-ab3affd8722a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083401.4660823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ab26fbe-e324-4c73-9552-ab3affd8722a"} {"level":"info","ts":1785083705.114032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083705.1141639,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e"} {"level":"info","ts":1785083705.114187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e"} {"level":"info","ts":1785083705.11421,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","EoS":false} {"level":"info","ts":1785083705.1142228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","EoS":true} {"level":"info","ts":1785083705.1142454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083705.1142614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083705.1142836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e"} {"level":"info","ts":1785083705.1492717,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083705.149329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"258a16e0-3524-49d4-babf-2d3602fc6dbd"} {"level":"info","ts":1785083705.1493387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"258a16e0-3524-49d4-babf-2d3602fc6dbd"} {"level":"info","ts":1785083705.149349,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"258a16e0-3524-49d4-babf-2d3602fc6dbd","EoS":false} {"level":"info","ts":1785083705.1493585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"258a16e0-3524-49d4-babf-2d3602fc6dbd","EoS":true} {"level":"info","ts":1785083705.1493735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"258a16e0-3524-49d4-babf-2d3602fc6dbd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083705.1493874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"258a16e0-3524-49d4-babf-2d3602fc6dbd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083705.1494045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"258a16e0-3524-49d4-babf-2d3602fc6dbd"} {"level":"info","ts":1785083705.1809587,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083705.1810093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fd72acd-b5d7-4e11-b05d-3c8443a58792"} {"level":"info","ts":1785083705.1810195,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4fd72acd-b5d7-4e11-b05d-3c8443a58792"} {"level":"info","ts":1785083705.1810305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4fd72acd-b5d7-4e11-b05d-3c8443a58792","EoS":false} {"level":"info","ts":1785083705.1810403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4fd72acd-b5d7-4e11-b05d-3c8443a58792","EoS":true} {"level":"info","ts":1785083705.1810575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fd72acd-b5d7-4e11-b05d-3c8443a58792","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785083705.1810713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fd72acd-b5d7-4e11-b05d-3c8443a58792","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083705.181096,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4fd72acd-b5d7-4e11-b05d-3c8443a58792"} {"level":"info","ts":1785083710.016363,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"756caf81-bc02-4533-bbae-bed806ccf2d2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785083710.0163963,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"756caf81-bc02-4533-bbae-bed806ccf2d2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785083710.0164447,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"931fd288-a038-40cc-9758-7f3685f906f5"} {"level":"info","ts":1785083710.0237908,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bd87142-2081-49b8-930b-5ee22d8ca377","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785083710.0238185,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bd87142-2081-49b8-930b-5ee22d8ca377","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785083710.0248866,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"931fd288-a038-40cc-9758-7f3685f906f5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083710.0251133,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36860.506890978,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.0251453,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.1427684,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b0ece10-551d-4d04-b3cf-3fd3a032a80d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.1428282,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b0ece10-551d-4d04-b3cf-3fd3a032a80d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.1434915,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76280d7d-4d4e-4381-a7e9-870109f05998"} {"level":"info","ts":1785083710.1444077,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f32059aa-ce3f-421f-afd6-a2bd43839d25","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.1444798,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f32059aa-ce3f-421f-afd6-a2bd43839d25","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.14454,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72041d76-d776-4740-8d59-f7c3bc3b107d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.1445596,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72041d76-d776-4740-8d59-f7c3bc3b107d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785083710.1491392,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76280d7d-4d4e-4381-a7e9-870109f05998","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083710.14922,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76280d7d-4d4e-4381-a7e9-870109f05998","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785083710.152884,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.2415507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e68ad7fb-ebc3-4b1f-9ef8-2c306f9f539b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.2415795,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e68ad7fb-ebc3-4b1f-9ef8-2c306f9f539b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785083710.2416909,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76280d7d-4d4e-4381-a7e9-870109f05998","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785083710.2417276,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76280d7d-4d4e-4381-a7e9-870109f05998","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083710.2417772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fb41723-66b7-4ef8-9272-efbd6d46d518"} {"level":"info","ts":1785083710.2418578,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b9f2913-f89b-4176-88b7-c71773889a89","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785083710.2419872,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38063.40217828,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.2420142,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.2421792,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38351.665647061,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.2421937,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.2419994,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b9f2913-f89b-4176-88b7-c71773889a89","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785083710.2496965,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.2680895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.2793314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74f3a9c1-ac26-48e8-890e-d7b569873558","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.2793603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74f3a9c1-ac26-48e8-890e-d7b569873558","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.2995238,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d2a6530-f366-43e1-9fb8-04b6be263f67","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.2995563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d2a6530-f366-43e1-9fb8-04b6be263f67","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.3132968,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b54c960-2327-4f09-8e02-ba760ffc8fc1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.3133307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b54c960-2327-4f09-8e02-ba760ffc8fc1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.3421493,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"931fd288-a038-40cc-9758-7f3685f906f5","name":"e2e-external-provider"} {"level":"info","ts":1785083710.3422265,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fb41723-66b7-4ef8-9272-efbd6d46d518","name":"e2e-external-model"} {"level":"info","ts":1785083710.350467,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fb41723-66b7-4ef8-9272-efbd6d46d518","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785083710.3518014,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"931fd288-a038-40cc-9758-7f3685f906f5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785083710.3537755,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fb41723-66b7-4ef8-9272-efbd6d46d518","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083710.3538685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01a71190-cd49-46c0-bd16-9a9e61c4e29a"} {"level":"info","ts":1785083710.3539233,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01a71190-cd49-46c0-bd16-9a9e61c4e29a","name":"e2e-external-model"} {"level":"error","ts":1785083710.3549705,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"931fd288-a038-40cc-9758-7f3685f906f5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083710.3550477,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cabb7b9e-5772-4058-bfd7-0d33c1abc775"} {"level":"info","ts":1785083710.3550856,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cabb7b9e-5772-4058-bfd7-0d33c1abc775","name":"e2e-external-provider"} {"level":"info","ts":1785083710.361975,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01a71190-cd49-46c0-bd16-9a9e61c4e29a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785083710.3638763,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cabb7b9e-5772-4058-bfd7-0d33c1abc775","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785083719.5784445,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083719.5785165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e962bb30-62aa-4c63-bb6c-1b8fcd1e6f9f"} {"level":"info","ts":1785083719.5785255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e962bb30-62aa-4c63-bb6c-1b8fcd1e6f9f"} {"level":"info","ts":1785083719.5785363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e962bb30-62aa-4c63-bb6c-1b8fcd1e6f9f","EoS":false} {"level":"info","ts":1785083719.578547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e962bb30-62aa-4c63-bb6c-1b8fcd1e6f9f","EoS":true} {"level":"info","ts":1785083719.5785644,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e962bb30-62aa-4c63-bb6c-1b8fcd1e6f9f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785083719.5785801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e962bb30-62aa-4c63-bb6c-1b8fcd1e6f9f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785083719.578588,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e962bb30-62aa-4c63-bb6c-1b8fcd1e6f9f","modelName":"e2e-external-model"} {"level":"info","ts":1785083719.5786014,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e962bb30-62aa-4c63-bb6c-1b8fcd1e6f9f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785083719.5786498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e962bb30-62aa-4c63-bb6c-1b8fcd1e6f9f"} {"level":"info","ts":1785083719.6255465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083719.6256056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f6337ab-437e-4b58-93fa-814c54dd8255"} {"level":"info","ts":1785083719.6256151,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f6337ab-437e-4b58-93fa-814c54dd8255"} {"level":"info","ts":1785083719.6256247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f6337ab-437e-4b58-93fa-814c54dd8255","EoS":false} {"level":"info","ts":1785083719.625634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f6337ab-437e-4b58-93fa-814c54dd8255","EoS":true} {"level":"info","ts":1785083719.6256506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f6337ab-437e-4b58-93fa-814c54dd8255","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785083719.6256638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f6337ab-437e-4b58-93fa-814c54dd8255","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785083719.6256711,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0f6337ab-437e-4b58-93fa-814c54dd8255","modelName":"e2e-external-model"} {"level":"info","ts":1785083719.6256838,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0f6337ab-437e-4b58-93fa-814c54dd8255","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785083719.6257164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f6337ab-437e-4b58-93fa-814c54dd8255"} {"level":"info","ts":1785083719.6481698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083719.6482303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324"} {"level":"info","ts":1785083719.648243,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324"} {"level":"info","ts":1785083719.6482546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","EoS":false} {"level":"info","ts":1785083719.6482651,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","EoS":true} {"level":"info","ts":1785083719.6482797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785083719.6482918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785083719.6482987,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","modelName":"e2e-external-model"} {"level":"info","ts":1785083719.648312,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785083719.648344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324"} {"level":"info","ts":1785083719.7830973,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2794dff-1a35-4f68-a026-0e310201d7bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083719.783155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2794dff-1a35-4f68-a026-0e310201d7bd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785083719.7831528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ef5c689-e2b7-435b-b92f-efe8ef869987"} {"level":"info","ts":1785083719.791524,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc2348f0-67b0-43b9-8c3b-36de8d8e8c6c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083719.7915456,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc2348f0-67b0-43b9-8c3b-36de8d8e8c6c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785083719.792378,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ef5c689-e2b7-435b-b92f-efe8ef869987","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083719.7924376,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ef5c689-e2b7-435b-b92f-efe8ef869987","name":"e2e-cleanup-test"} {"level":"info","ts":1785083719.8054614,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ef5c689-e2b7-435b-b92f-efe8ef869987","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785083719.8127885,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ef5c689-e2b7-435b-b92f-efe8ef869987","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083719.8128548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3176a5b9-9ffa-4efc-8cfa-6277e0519be9"} {"level":"info","ts":1785083719.8129046,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3176a5b9-9ffa-4efc-8cfa-6277e0519be9","name":"e2e-cleanup-test"} {"level":"info","ts":1785083719.8262324,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"871ccee6-8540-4bc0-a3ed-1b4cd54a3341","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083719.8262675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"871ccee6-8540-4bc0-a3ed-1b4cd54a3341","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785083719.828378,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3176a5b9-9ffa-4efc-8cfa-6277e0519be9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785083719.8284292,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3176a5b9-9ffa-4efc-8cfa-6277e0519be9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083719.8284872,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0af7f048-0930-4e20-b3f0-731f4b3ff308"} {"level":"info","ts":1785083719.8285406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0af7f048-0930-4e20-b3f0-731f4b3ff308","name":"e2e-cleanup-test"} {"level":"info","ts":1785083719.840041,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0af7f048-0930-4e20-b3f0-731f4b3ff308","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785083719.844329,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c083d40f-c925-48df-99c5-caf5421ee49a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083719.8443542,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c083d40f-c925-48df-99c5-caf5421ee49a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785083719.850819,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0af7f048-0930-4e20-b3f0-731f4b3ff308","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083719.8508935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"027388ac-d188-4fef-86e1-79108966c50a"} {"level":"info","ts":1785083719.8509665,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"027388ac-d188-4fef-86e1-79108966c50a","name":"e2e-cleanup-test"} {"level":"info","ts":1785083719.8608997,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"027388ac-d188-4fef-86e1-79108966c50a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785083728.1652358,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2b8d947-44f5-45e4-8d9f-b7dc49c8592e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083728.1652567,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03439797-cee4-4491-8fcb-397c2e8bd2d1"} {"level":"info","ts":1785083728.1652827,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2b8d947-44f5-45e4-8d9f-b7dc49c8592e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083732.5788462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083732.5789459,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21"} {"level":"info","ts":1785083732.5789664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21"} {"level":"info","ts":1785083732.5789814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21","EoS":false} {"level":"info","ts":1785083732.5789928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21","EoS":true} {"level":"info","ts":1785083732.5790133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785083732.5790284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785083732.5790486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21"} {"level":"info","ts":1785083732.6134453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083732.6134996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629"} {"level":"info","ts":1785083732.6135106,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629"} {"level":"info","ts":1785083732.6135213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","EoS":false} {"level":"info","ts":1785083732.6135304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","EoS":true} {"level":"info","ts":1785083732.613546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785083732.613561,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785083732.6135676,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","modelName":"e2e-external-model"} {"level":"info","ts":1785083732.613581,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785083732.6136148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629"} {"level":"info","ts":1785083732.6627808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083732.6628442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c"} {"level":"info","ts":1785083732.662859,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c"} {"level":"info","ts":1785083732.6628766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","EoS":false} {"level":"info","ts":1785083732.6628962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","EoS":true} {"level":"info","ts":1785083732.6629214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785083732.6629384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785083732.662968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c"} {"level":"info","ts":1785083732.8373654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083732.8374264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627"} {"level":"info","ts":1785083732.8374348,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627"} {"level":"info","ts":1785083732.8374448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627","EoS":false} {"level":"info","ts":1785083732.8374588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627","EoS":true} {"level":"info","ts":1785083732.8374813,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627","field":"model"} {"level":"info","ts":1785083732.8375041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627"} {"level":"info","ts":1785083733.9977577,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72b2824c-2072-4db1-aaf1-e68ac09eeacf"} {"level":"info","ts":1785083733.997792,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3679dc5-a01f-4684-a23c-3bfa7ad1fd89","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083733.9978235,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3679dc5-a01f-4684-a23c-3bfa7ad1fd89","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083734.2141078,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a00df1be-bd93-40c5-a264-ed7a5f9cd74a"} {"level":"info","ts":1785083734.2141497,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcb34fb1-9c41-4c46-b3b7-b55fc30262e9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785083734.2141836,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcb34fb1-9c41-4c46-b3b7-b55fc30262e9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785085143.6284413,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785085143.6285408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8819621-69ed-49db-819e-9ebdca604852"} {"level":"info","ts":1785085209.0818737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785085209.0819519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46"} {"level":"info","ts":1785085209.0819643,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46"} {"level":"info","ts":1785085209.0819757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","EoS":false} {"level":"info","ts":1785085209.0819893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","EoS":true} {"level":"info","ts":1785085209.08201,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785085209.0820262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785085209.0820467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46"}