{"level":"info","ts":1785186331.4397242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32a4f5d8-5cf4-4fc9-90b7-5e4d6288cbf2","EoS":true} {"level":"info","ts":1785186331.4397452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32a4f5d8-5cf4-4fc9-90b7-5e4d6288cbf2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186331.439776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32a4f5d8-5cf4-4fc9-90b7-5e4d6288cbf2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186331.4398015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32a4f5d8-5cf4-4fc9-90b7-5e4d6288cbf2"} {"level":"info","ts":1785186335.587785,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186335.5878642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b985a50-5cd5-45ac-a00e-c2825adfa3bb"} {"level":"info","ts":1785186335.5878737,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b985a50-5cd5-45ac-a00e-c2825adfa3bb"} {"level":"info","ts":1785186335.587886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b985a50-5cd5-45ac-a00e-c2825adfa3bb","EoS":false} {"level":"info","ts":1785186335.587901,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b985a50-5cd5-45ac-a00e-c2825adfa3bb","EoS":true} {"level":"info","ts":1785186335.5879211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b985a50-5cd5-45ac-a00e-c2825adfa3bb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186335.5879378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b985a50-5cd5-45ac-a00e-c2825adfa3bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186335.5879612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b985a50-5cd5-45ac-a00e-c2825adfa3bb"} {"level":"info","ts":1785186354.5158675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186354.5159569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471"} {"level":"info","ts":1785186354.5159724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471"} {"level":"info","ts":1785186354.5159845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","EoS":false} {"level":"info","ts":1785186354.5159948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","EoS":true} {"level":"info","ts":1785186354.516017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186354.516034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186354.516056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471"} {"level":"info","ts":1785186354.6540775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186354.6541524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8"} {"level":"info","ts":1785186354.6541646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8"} {"level":"info","ts":1785186354.6541748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","EoS":false} {"level":"info","ts":1785186354.6541874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","EoS":true} {"level":"info","ts":1785186354.6542096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186354.6542256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186354.6542516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8"} {"level":"info","ts":1785186354.7906966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186354.7907834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6"} {"level":"info","ts":1785186354.790797,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6"} {"level":"info","ts":1785186354.7908087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","EoS":false} {"level":"info","ts":1785186354.790822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","EoS":true} {"level":"info","ts":1785186354.7908442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186354.7908597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186354.790885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6"} {"level":"info","ts":1785186354.9327419,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186354.9328341,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee"} {"level":"info","ts":1785186354.9328449,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee"} {"level":"info","ts":1785186354.9328635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","EoS":false} {"level":"info","ts":1785186354.9328773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","EoS":true} {"level":"info","ts":1785186354.9328995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186354.9329362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186354.9329598,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee"} {"level":"info","ts":1785186355.067372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186355.0674512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202"} {"level":"info","ts":1785186355.0674605,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202"} {"level":"info","ts":1785186355.067472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","EoS":false} {"level":"info","ts":1785186355.0674837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","EoS":true} {"level":"info","ts":1785186355.0675068,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186355.0675223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186355.0675771,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202"} {"level":"info","ts":1785186355.2018774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186355.201981,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6e336ba-bb72-4e4e-9f4c-f0fce241e41d"} {"level":"info","ts":1785186355.2019997,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e6e336ba-bb72-4e4e-9f4c-f0fce241e41d"} {"level":"info","ts":1785186355.2020123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6e336ba-bb72-4e4e-9f4c-f0fce241e41d","EoS":false} {"level":"info","ts":1785186355.2020245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6e336ba-bb72-4e4e-9f4c-f0fce241e41d","EoS":true} {"level":"info","ts":1785186355.2020442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6e336ba-bb72-4e4e-9f4c-f0fce241e41d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186355.2020614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6e336ba-bb72-4e4e-9f4c-f0fce241e41d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186355.20213,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e6e336ba-bb72-4e4e-9f4c-f0fce241e41d"} {"level":"info","ts":1785186375.1210134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186375.1211097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd"} {"level":"info","ts":1785186375.1211205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd"} {"level":"info","ts":1785186375.1211329,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","EoS":false} {"level":"info","ts":1785186375.121143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","EoS":true} {"level":"info","ts":1785186375.1211705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186375.1211889,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186375.1212113,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd"} {"level":"info","ts":1785186375.1583655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186375.1584618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84e35a02-83a3-4a22-8a35-d0d5a2d4c54c"} {"level":"info","ts":1785186375.158476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84e35a02-83a3-4a22-8a35-d0d5a2d4c54c"} {"level":"info","ts":1785186375.1584885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84e35a02-83a3-4a22-8a35-d0d5a2d4c54c","EoS":false} {"level":"info","ts":1785186375.1585016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84e35a02-83a3-4a22-8a35-d0d5a2d4c54c","EoS":true} {"level":"info","ts":1785186375.1585293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84e35a02-83a3-4a22-8a35-d0d5a2d4c54c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186375.1585617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84e35a02-83a3-4a22-8a35-d0d5a2d4c54c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186375.1585844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84e35a02-83a3-4a22-8a35-d0d5a2d4c54c"} {"level":"info","ts":1785186375.1930528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186375.1931326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54015f64-3fee-4c8b-aa9a-73a52a702deb"} {"level":"info","ts":1785186375.1931417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54015f64-3fee-4c8b-aa9a-73a52a702deb"} {"level":"info","ts":1785186375.1931543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54015f64-3fee-4c8b-aa9a-73a52a702deb","EoS":false} {"level":"info","ts":1785186375.1931686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54015f64-3fee-4c8b-aa9a-73a52a702deb","EoS":true} {"level":"info","ts":1785186375.1931922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54015f64-3fee-4c8b-aa9a-73a52a702deb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186375.193209,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54015f64-3fee-4c8b-aa9a-73a52a702deb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186375.1932316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54015f64-3fee-4c8b-aa9a-73a52a702deb"} {"level":"info","ts":1785186375.2243733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186375.224454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0a81267-f1af-45f6-b6ce-007fefd944fb"} {"level":"info","ts":1785186379.8346524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186379.8347526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78a53992-68e5-4830-b35b-72a772482801"} {"level":"info","ts":1785186379.8347638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78a53992-68e5-4830-b35b-72a772482801"} {"level":"info","ts":1785186379.8347764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","EoS":false} {"level":"info","ts":1785186379.8347874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","EoS":true} {"level":"info","ts":1785186379.834808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186379.8348303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186379.8348541,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78a53992-68e5-4830-b35b-72a772482801"} {"level":"info","ts":1785186388.3773527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186388.3774874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa9acfe3-0795-4ec6-85f7-b250e9db7b6d"} {"level":"info","ts":1785186388.3775058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa9acfe3-0795-4ec6-85f7-b250e9db7b6d"} {"level":"info","ts":1785186388.3775244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa9acfe3-0795-4ec6-85f7-b250e9db7b6d","EoS":false} {"level":"info","ts":1785186388.3775685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa9acfe3-0795-4ec6-85f7-b250e9db7b6d","EoS":true} {"level":"info","ts":1785186388.3775995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa9acfe3-0795-4ec6-85f7-b250e9db7b6d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186388.3776207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa9acfe3-0795-4ec6-85f7-b250e9db7b6d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186388.3776512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa9acfe3-0795-4ec6-85f7-b250e9db7b6d"} {"level":"info","ts":1785186390.4160511,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186390.4161544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94d03d90-bf42-4354-85c6-9b4c508f99ae"} {"level":"info","ts":1785186390.4161708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94d03d90-bf42-4354-85c6-9b4c508f99ae"} {"level":"info","ts":1785186390.4161878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94d03d90-bf42-4354-85c6-9b4c508f99ae","EoS":false} {"level":"info","ts":1785186390.4162073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94d03d90-bf42-4354-85c6-9b4c508f99ae","EoS":true} {"level":"info","ts":1785186390.416245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94d03d90-bf42-4354-85c6-9b4c508f99ae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186390.4162664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94d03d90-bf42-4354-85c6-9b4c508f99ae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186390.4162936,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94d03d90-bf42-4354-85c6-9b4c508f99ae"} {"level":"info","ts":1785186392.4486008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186392.4486866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4"} {"level":"info","ts":1785186392.4486976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4"} {"level":"info","ts":1785186392.4487088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","EoS":false} {"level":"info","ts":1785186392.4487226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","EoS":true} {"level":"info","ts":1785186392.4487436,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186392.44876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186392.4487836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4"} {"level":"info","ts":1785186405.339505,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186405.3396258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17"} {"level":"info","ts":1785186405.3396444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17"} {"level":"info","ts":1785186405.3396618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","EoS":false} {"level":"info","ts":1785186405.3396795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","EoS":true} {"level":"info","ts":1785186405.3397086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186405.3397288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186405.3398228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17"} {"level":"info","ts":1785186413.8700418,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186413.8701284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf"} {"level":"info","ts":1785186413.8701408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf"} {"level":"info","ts":1785186413.870152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","EoS":false} {"level":"info","ts":1785186413.8701622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","EoS":true} {"level":"info","ts":1785186413.8701847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186413.8702095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186413.8702312,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf"} {"level":"info","ts":1785186422.7572498,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186422.7573287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc"} {"level":"info","ts":1785186422.757338,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc"} {"level":"info","ts":1785186422.7573495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","EoS":false} {"level":"info","ts":1785186422.7573602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","EoS":true} {"level":"info","ts":1785186422.757395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186422.7574127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186422.7574344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc"} {"level":"info","ts":1785186431.7437112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186431.743789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58dd29e8-5ec5-468c-aa7d-68c2bf864f4b"} {"level":"info","ts":1785186431.7437985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58dd29e8-5ec5-468c-aa7d-68c2bf864f4b"} {"level":"info","ts":1785186431.743811,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58dd29e8-5ec5-468c-aa7d-68c2bf864f4b","EoS":false} {"level":"info","ts":1785186431.743821,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58dd29e8-5ec5-468c-aa7d-68c2bf864f4b","EoS":true} {"level":"info","ts":1785186431.7438426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58dd29e8-5ec5-468c-aa7d-68c2bf864f4b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186431.7438595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58dd29e8-5ec5-468c-aa7d-68c2bf864f4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186431.7438793,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58dd29e8-5ec5-468c-aa7d-68c2bf864f4b"} {"level":"info","ts":1785186436.4913375,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186436.4914467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9247d799-ac38-4663-9e5f-0d6e69f1b58b"} {"level":"info","ts":1785186436.4914656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9247d799-ac38-4663-9e5f-0d6e69f1b58b"} {"level":"info","ts":1785186436.4914846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9247d799-ac38-4663-9e5f-0d6e69f1b58b","EoS":false} {"level":"info","ts":1785186436.491505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9247d799-ac38-4663-9e5f-0d6e69f1b58b","EoS":true} {"level":"info","ts":1785186436.491558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9247d799-ac38-4663-9e5f-0d6e69f1b58b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785186436.4915786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9247d799-ac38-4663-9e5f-0d6e69f1b58b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186436.4915998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9247d799-ac38-4663-9e5f-0d6e69f1b58b"} {"level":"info","ts":1785186441.2526257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186441.2527344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc1b6997-45f8-43c8-a9b4-7afd6a33510a"} {"level":"info","ts":1785186441.2527518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc1b6997-45f8-43c8-a9b4-7afd6a33510a"} {"level":"info","ts":1785186441.2527726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc1b6997-45f8-43c8-a9b4-7afd6a33510a","EoS":false} {"level":"info","ts":1785186441.2527916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc1b6997-45f8-43c8-a9b4-7afd6a33510a","EoS":true} {"level":"info","ts":1785186441.252832,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc1b6997-45f8-43c8-a9b4-7afd6a33510a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186441.2528532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc1b6997-45f8-43c8-a9b4-7afd6a33510a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186441.2528822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc1b6997-45f8-43c8-a9b4-7afd6a33510a"} {"level":"info","ts":1785186441.6446311,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186441.6447093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8872def1-3e5e-46a5-9b71-e511809b3f3b"} {"level":"info","ts":1785186441.644719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8872def1-3e5e-46a5-9b71-e511809b3f3b"} {"level":"info","ts":1785186441.6447604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8872def1-3e5e-46a5-9b71-e511809b3f3b","EoS":false} {"level":"info","ts":1785186441.6447754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8872def1-3e5e-46a5-9b71-e511809b3f3b","EoS":true} {"level":"info","ts":1785186441.644798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8872def1-3e5e-46a5-9b71-e511809b3f3b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186441.6448147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8872def1-3e5e-46a5-9b71-e511809b3f3b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186441.6448371,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8872def1-3e5e-46a5-9b71-e511809b3f3b"} {"level":"info","ts":1785186443.678719,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186443.6788125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9744e13-282d-4f9f-93b4-a2433711d552"} {"level":"info","ts":1785186443.67883,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9744e13-282d-4f9f-93b4-a2433711d552"} {"level":"info","ts":1785186443.6788473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9744e13-282d-4f9f-93b4-a2433711d552","EoS":false} {"level":"info","ts":1785186443.6788616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9744e13-282d-4f9f-93b4-a2433711d552","EoS":true} {"level":"info","ts":1785186443.6788857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9744e13-282d-4f9f-93b4-a2433711d552","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186443.6789017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9744e13-282d-4f9f-93b4-a2433711d552","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186443.6789367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9744e13-282d-4f9f-93b4-a2433711d552"} {"level":"info","ts":1785186445.71581,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186445.7159019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc"} {"level":"info","ts":1785186445.7159166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc"} {"level":"info","ts":1785186445.7159274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","EoS":false} {"level":"info","ts":1785186445.715938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","EoS":true} {"level":"info","ts":1785186445.7159603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186445.7159765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186445.7159986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc"} {"level":"info","ts":1785186468.459487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186468.459605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f57268d-5ef4-4410-904d-174981065782"} {"level":"info","ts":1785186468.4596221,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f57268d-5ef4-4410-904d-174981065782"} {"level":"info","ts":1785186468.4596403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","EoS":false} {"level":"info","ts":1785186468.4596515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","EoS":true} {"level":"info","ts":1785186468.4596813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186468.4597046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186468.4597354,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f57268d-5ef4-4410-904d-174981065782"} {"level":"info","ts":1785186477.7557585,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186477.7558422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bab53cf-9e23-4a19-8b45-3815009451d6"} {"level":"info","ts":1785186477.7558553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3bab53cf-9e23-4a19-8b45-3815009451d6"} {"level":"info","ts":1785186477.7558663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bab53cf-9e23-4a19-8b45-3815009451d6","EoS":false} {"level":"info","ts":1785186477.7558765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bab53cf-9e23-4a19-8b45-3815009451d6","EoS":true} {"level":"info","ts":1785186477.7558973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bab53cf-9e23-4a19-8b45-3815009451d6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186477.7559147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bab53cf-9e23-4a19-8b45-3815009451d6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186477.7559369,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3bab53cf-9e23-4a19-8b45-3815009451d6"} {"level":"info","ts":1785186496.119851,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186496.1199508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d77538b8-190a-4bb6-b908-e3a14485e422"} {"level":"info","ts":1785186496.1199656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d77538b8-190a-4bb6-b908-e3a14485e422"} {"level":"info","ts":1785186496.1199772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d77538b8-190a-4bb6-b908-e3a14485e422","EoS":false} {"level":"info","ts":1785186496.1199877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d77538b8-190a-4bb6-b908-e3a14485e422","EoS":true} {"level":"info","ts":1785186496.1200109,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d77538b8-190a-4bb6-b908-e3a14485e422","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186496.1200266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d77538b8-190a-4bb6-b908-e3a14485e422","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186496.12005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d77538b8-190a-4bb6-b908-e3a14485e422"} {"level":"info","ts":1785186505.6728551,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186505.6729362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7775e80d-5a37-413a-a352-163f07b13147"} {"level":"info","ts":1785186505.6729584,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7775e80d-5a37-413a-a352-163f07b13147"} {"level":"info","ts":1785186505.6729715,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7775e80d-5a37-413a-a352-163f07b13147","EoS":false} {"level":"info","ts":1785186505.672982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7775e80d-5a37-413a-a352-163f07b13147","EoS":true} {"level":"info","ts":1785186505.6730065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7775e80d-5a37-413a-a352-163f07b13147","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186505.6730232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7775e80d-5a37-413a-a352-163f07b13147","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186505.6730459,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7775e80d-5a37-413a-a352-163f07b13147"} {"level":"info","ts":1785186507.7009442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186507.7010424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7"} {"level":"info","ts":1785186507.701051,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7"} {"level":"info","ts":1785186507.7010622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","EoS":false} {"level":"info","ts":1785186507.701076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","EoS":true} {"level":"info","ts":1785186507.701099,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186507.701116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186507.701137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7"} {"level":"info","ts":1785186517.1106713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186517.1107528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057"} {"level":"info","ts":1785186517.110765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057"} {"level":"info","ts":1785186517.1107767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","EoS":false} {"level":"info","ts":1785186517.1107862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","EoS":true} {"level":"info","ts":1785186517.1108077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186517.110825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186517.1108463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057"} {"level":"info","ts":1785186517.1478565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186517.1479409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81"} {"level":"info","ts":1785186517.1479514,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81"} {"level":"info","ts":1785186517.1479633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","EoS":false} {"level":"info","ts":1785186517.1479733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","EoS":true} {"level":"info","ts":1785186517.1479971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186517.1480165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186517.148038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81"} {"level":"info","ts":1785186536.224203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186536.2242808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80"} {"level":"info","ts":1785186536.2242916,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80"} {"level":"info","ts":1785186536.2243092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","EoS":false} {"level":"info","ts":1785186536.2243257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","EoS":true} {"level":"info","ts":1785186536.224348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186536.2243662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186536.2243855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80"} {"level":"info","ts":1785186545.5210009,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186545.5210896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01fa107e-23a7-43b3-b6e3-f89798de9aab"} {"level":"info","ts":1785186545.521099,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01fa107e-23a7-43b3-b6e3-f89798de9aab"} {"level":"info","ts":1785186545.5211122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01fa107e-23a7-43b3-b6e3-f89798de9aab","EoS":false} {"level":"info","ts":1785186545.5211241,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01fa107e-23a7-43b3-b6e3-f89798de9aab","EoS":true} {"level":"info","ts":1785186545.5211456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01fa107e-23a7-43b3-b6e3-f89798de9aab","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186545.5211616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01fa107e-23a7-43b3-b6e3-f89798de9aab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186545.5211813,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01fa107e-23a7-43b3-b6e3-f89798de9aab"} {"level":"info","ts":1785186550.866198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186550.866281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ece0558d-18c2-4a79-9250-f77b220c51a3"} {"level":"info","ts":1785186550.8663025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ece0558d-18c2-4a79-9250-f77b220c51a3"} {"level":"info","ts":1785186550.8663144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ece0558d-18c2-4a79-9250-f77b220c51a3","EoS":false} {"level":"info","ts":1785186550.866326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ece0558d-18c2-4a79-9250-f77b220c51a3","EoS":true} {"level":"info","ts":1785186550.866351,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ece0558d-18c2-4a79-9250-f77b220c51a3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785186550.8663664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ece0558d-18c2-4a79-9250-f77b220c51a3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186550.866392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ece0558d-18c2-4a79-9250-f77b220c51a3"} {"level":"info","ts":1785186649.6936824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186649.6937864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29ea5f78-f5e0-43f0-841a-0d80d6e29e95"} {"level":"info","ts":1785186649.6938007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29ea5f78-f5e0-43f0-841a-0d80d6e29e95"} {"level":"info","ts":1785186649.6938133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29ea5f78-f5e0-43f0-841a-0d80d6e29e95","EoS":false} {"level":"info","ts":1785186649.693824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29ea5f78-f5e0-43f0-841a-0d80d6e29e95","EoS":true} {"level":"info","ts":1785186649.693851,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29ea5f78-f5e0-43f0-841a-0d80d6e29e95","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785186649.6938689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29ea5f78-f5e0-43f0-841a-0d80d6e29e95","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785186649.6938915,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29ea5f78-f5e0-43f0-841a-0d80d6e29e95"} {"level":"info","ts":1785186679.0271728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186679.0272715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5"} {"level":"info","ts":1785186679.0272806,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5"} {"level":"info","ts":1785186679.0272932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","EoS":false} {"level":"info","ts":1785186679.0273042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","EoS":true} {"level":"info","ts":1785186679.0273259,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785186679.0273418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785186679.0273678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5"} {"level":"info","ts":1785186715.9424198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186715.9424996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523"} {"level":"info","ts":1785186715.9425092,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523"} {"level":"info","ts":1785186715.9425201,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","EoS":false} {"level":"info","ts":1785186715.9425514,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","EoS":true} {"level":"info","ts":1785186715.9425726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186715.94259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186715.9426117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523"} {"level":"info","ts":1785186731.1828027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186731.1828809,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01"} {"level":"info","ts":1785186731.1828897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01"} {"level":"info","ts":1785186731.1829002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","EoS":false} {"level":"info","ts":1785186731.1829138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","EoS":true} {"level":"info","ts":1785186731.1829355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186731.1829522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186731.1829727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01"} {"level":"info","ts":1785186731.4623222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186731.4624026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e456335b-e6a7-41fc-9141-3404843dce03"} {"level":"info","ts":1785186731.4624124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e456335b-e6a7-41fc-9141-3404843dce03"} {"level":"info","ts":1785186731.462425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e456335b-e6a7-41fc-9141-3404843dce03","EoS":false} {"level":"info","ts":1785186731.4624438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e456335b-e6a7-41fc-9141-3404843dce03","EoS":true} {"level":"info","ts":1785186731.4624655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e456335b-e6a7-41fc-9141-3404843dce03","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785186731.4624825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e456335b-e6a7-41fc-9141-3404843dce03","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186731.462508,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e456335b-e6a7-41fc-9141-3404843dce03"} {"level":"info","ts":1785187039.4292622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187039.42936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627"} {"level":"info","ts":1785187039.4293728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627"} {"level":"info","ts":1785187039.4293919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","EoS":false} {"level":"info","ts":1785187039.4294121,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","EoS":true} {"level":"info","ts":1785187039.4294415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187039.4294603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187039.429493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627"} {"level":"info","ts":1785187039.4642117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187039.4643018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797"} {"level":"info","ts":1785187039.4643166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797"} {"level":"info","ts":1785187039.464333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","EoS":false} {"level":"info","ts":1785187039.4643471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","EoS":true} {"level":"info","ts":1785187039.4643683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187039.4643836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187039.464411,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797"} {"level":"info","ts":1785187039.4982321,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187039.4983127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"747b0f29-154f-4b92-bc7d-1e8bec422346"} {"level":"info","ts":1785187039.498322,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"747b0f29-154f-4b92-bc7d-1e8bec422346"} {"level":"info","ts":1785187039.4983351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"747b0f29-154f-4b92-bc7d-1e8bec422346","EoS":false} {"level":"info","ts":1785187039.4983547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"747b0f29-154f-4b92-bc7d-1e8bec422346","EoS":true} {"level":"info","ts":1785187039.498376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"747b0f29-154f-4b92-bc7d-1e8bec422346","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187039.4983919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"747b0f29-154f-4b92-bc7d-1e8bec422346","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187039.4984138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"747b0f29-154f-4b92-bc7d-1e8bec422346"} {"level":"info","ts":1785187039.5275698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187039.5276449,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"327a19da-6f5e-413d-8455-17759e381452"} {"level":"info","ts":1785187039.5276558,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"327a19da-6f5e-413d-8455-17759e381452"} {"level":"info","ts":1785187039.5276673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"327a19da-6f5e-413d-8455-17759e381452","EoS":false} {"level":"info","ts":1785187039.52768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"327a19da-6f5e-413d-8455-17759e381452","EoS":true} {"level":"info","ts":1785187039.5277019,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"327a19da-6f5e-413d-8455-17759e381452","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187039.527717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"327a19da-6f5e-413d-8455-17759e381452","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187039.5277386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"327a19da-6f5e-413d-8455-17759e381452"} {"level":"info","ts":1785187044.3415792,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"47842918-3fd6-443e-98e9-ce411ff7c3a9"} {"level":"info","ts":1785187044.3415942,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8063f6a8-7c8e-4d28-ad3a-4e879c8b7497","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187044.3416388,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8063f6a8-7c8e-4d28-ad3a-4e879c8b7497","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187044.3488257,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"765c1f32-69ba-4d61-b9c5-7110102b8afb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187044.348859,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"765c1f32-69ba-4d61-b9c5-7110102b8afb","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785187044.3524547,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"47842918-3fd6-443e-98e9-ce411ff7c3a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187044.35273,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38785.050132513,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.3527517,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.5021584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49b5d9df-ec48-42c5-8822-30a7bf3a4737"} {"level":"info","ts":1785187044.5028055,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e30fb8dd-276e-4d33-893a-2dc33410e878","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.5028625,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e30fb8dd-276e-4d33-893a-2dc33410e878","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.502928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7744e4cc-b825-4449-8240-59bb6fc9824e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.502952,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7744e4cc-b825-4449-8240-59bb6fc9824e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.5033367,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3734734b-c4b0-46c7-9398-dc8646dbb855","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.5033693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3734734b-c4b0-46c7-9398-dc8646dbb855","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.5034401,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1009c53-ff39-4ab7-9e10-472740577e2f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187044.5034764,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1009c53-ff39-4ab7-9e10-472740577e2f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187044.5050402,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785187044.5069106,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49b5d9df-ec48-42c5-8822-30a7bf3a4737","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187044.5071564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38996.031079666,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.5071769,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.5141208,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.5533302,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39183.4067376,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.553366,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.6001108,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.6073608,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49b5d9df-ec48-42c5-8822-30a7bf3a4737","name":"e2e-external-model"} {"level":"info","ts":1785187044.612215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a405261-f188-485f-8f56-9689263c216f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.6122599,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a405261-f188-485f-8f56-9689263c216f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.618868,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49b5d9df-ec48-42c5-8822-30a7bf3a4737","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785187044.6232996,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49b5d9df-ec48-42c5-8822-30a7bf3a4737","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187044.6234233,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0181ae35-ccb4-4a31-a88f-9d95d86f5b35"} {"level":"info","ts":1785187044.6234972,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0181ae35-ccb4-4a31-a88f-9d95d86f5b35","name":"e2e-external-model"} {"level":"info","ts":1785187044.6292913,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5c640e2-00d1-4fb9-9732-8f8add41c950","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.629323,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5c640e2-00d1-4fb9-9732-8f8add41c950","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.6341867,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0181ae35-ccb4-4a31-a88f-9d95d86f5b35","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785187044.638265,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0181ae35-ccb4-4a31-a88f-9d95d86f5b35","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187044.638342,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eee6c5fa-62fa-4098-9827-6e597b2f9301"} {"level":"info","ts":1785187044.638407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eee6c5fa-62fa-4098-9827-6e597b2f9301","name":"e2e-external-model"} {"level":"info","ts":1785187044.6466577,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90c8785e-cc6e-419e-83c8-966a0361d0f3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.6466923,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90c8785e-cc6e-419e-83c8-966a0361d0f3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.6470585,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eee6c5fa-62fa-4098-9827-6e597b2f9301","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785187044.6505718,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eee6c5fa-62fa-4098-9827-6e597b2f9301","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187044.6506417,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55114e04-125c-4876-b0ec-6f372e1d6d9d"} {"level":"info","ts":1785187044.650688,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55114e04-125c-4876-b0ec-6f372e1d6d9d","name":"e2e-external-model"} {"level":"info","ts":1785187044.653727,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"47842918-3fd6-443e-98e9-ce411ff7c3a9","name":"e2e-external-provider"} {"level":"info","ts":1785187044.6583254,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55114e04-125c-4876-b0ec-6f372e1d6d9d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187044.6641183,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"47842918-3fd6-443e-98e9-ce411ff7c3a9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785187044.66768,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"47842918-3fd6-443e-98e9-ce411ff7c3a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187044.66776,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fba3e25f-6b8e-4dd7-aae9-eff7251b6dd5"} {"level":"info","ts":1785187044.667799,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fba3e25f-6b8e-4dd7-aae9-eff7251b6dd5","name":"e2e-external-provider"} {"level":"info","ts":1785187044.6779969,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fba3e25f-6b8e-4dd7-aae9-eff7251b6dd5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785187051.8974843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187051.897612,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93269d93-9a80-4fe3-ae1f-b27f08b70f84"} {"level":"info","ts":1785187051.8976333,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93269d93-9a80-4fe3-ae1f-b27f08b70f84"} {"level":"info","ts":1785187051.8976588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93269d93-9a80-4fe3-ae1f-b27f08b70f84","EoS":false} {"level":"info","ts":1785187051.8976767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93269d93-9a80-4fe3-ae1f-b27f08b70f84","EoS":true} {"level":"info","ts":1785187051.897705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93269d93-9a80-4fe3-ae1f-b27f08b70f84","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187051.8977249,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93269d93-9a80-4fe3-ae1f-b27f08b70f84","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187051.8977358,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"93269d93-9a80-4fe3-ae1f-b27f08b70f84","modelName":"e2e-external-model"} {"level":"info","ts":1785187051.897754,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"93269d93-9a80-4fe3-ae1f-b27f08b70f84","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187051.8978243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93269d93-9a80-4fe3-ae1f-b27f08b70f84"} {"level":"info","ts":1785187051.9433835,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187051.9434538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b49182ed-6741-4aec-a44a-8f45cd78b60e"} {"level":"info","ts":1785187051.9434628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b49182ed-6741-4aec-a44a-8f45cd78b60e"} {"level":"info","ts":1785187051.9434738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b49182ed-6741-4aec-a44a-8f45cd78b60e","EoS":false} {"level":"info","ts":1785187051.9434865,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b49182ed-6741-4aec-a44a-8f45cd78b60e","EoS":true} {"level":"info","ts":1785187051.943508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b49182ed-6741-4aec-a44a-8f45cd78b60e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187051.9435244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b49182ed-6741-4aec-a44a-8f45cd78b60e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187051.9435487,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b49182ed-6741-4aec-a44a-8f45cd78b60e","modelName":"e2e-external-model"} {"level":"info","ts":1785187051.9435692,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b49182ed-6741-4aec-a44a-8f45cd78b60e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187051.9436142,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b49182ed-6741-4aec-a44a-8f45cd78b60e"} {"level":"info","ts":1785187051.96995,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187051.9700272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1"} {"level":"info","ts":1785187051.9700391,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1"} {"level":"info","ts":1785187051.9700522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","EoS":false} {"level":"info","ts":1785187051.9700649,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","EoS":true} {"level":"info","ts":1785187051.9700854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187051.9701028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187051.9701111,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","modelName":"e2e-external-model"} {"level":"info","ts":1785187051.9701242,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187051.9701607,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1"} {"level":"info","ts":1785187052.1027,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea520fcd-f7b1-40d9-8dd0-492e15a6f889"} {"level":"info","ts":1785187052.1027002,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5db903c0-db8a-4b12-8345-1656b6de782f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187052.1028464,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5db903c0-db8a-4b12-8345-1656b6de782f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187052.1110592,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d948054d-aa53-4500-a38f-7b938ef5e331","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187052.1110904,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d948054d-aa53-4500-a38f-7b938ef5e331","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785187052.1119525,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea520fcd-f7b1-40d9-8dd0-492e15a6f889","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187052.1120174,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea520fcd-f7b1-40d9-8dd0-492e15a6f889","name":"e2e-cleanup-test"} {"level":"info","ts":1785187052.1282005,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"85ba3af9-f3c7-4c57-9775-1b21d7509503","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187052.128239,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"85ba3af9-f3c7-4c57-9775-1b21d7509503","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785187052.1292741,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea520fcd-f7b1-40d9-8dd0-492e15a6f889","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785187052.129331,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea520fcd-f7b1-40d9-8dd0-492e15a6f889","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187052.1293848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f027e2a0-5519-4d46-82a5-bf48d0be92b3"} {"level":"info","ts":1785187052.1294436,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f027e2a0-5519-4d46-82a5-bf48d0be92b3","name":"e2e-cleanup-test"} {"level":"info","ts":1785187052.143007,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"404217a5-41c8-4d5e-b746-651d03d5c8a3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187052.143043,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"404217a5-41c8-4d5e-b746-651d03d5c8a3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785187052.146272,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f027e2a0-5519-4d46-82a5-bf48d0be92b3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785187052.1463172,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f027e2a0-5519-4d46-82a5-bf48d0be92b3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187052.1463652,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1406df3f-a1c7-4d84-bca1-a95759c1c83f"} {"level":"info","ts":1785187052.1464276,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1406df3f-a1c7-4d84-bca1-a95759c1c83f","name":"e2e-cleanup-test"} {"level":"info","ts":1785187052.1555254,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1406df3f-a1c7-4d84-bca1-a95759c1c83f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187052.1610572,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ae918f4-c918-4060-a0d7-e93a4c8373c5"} {"level":"info","ts":1785187052.1611192,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ae918f4-c918-4060-a0d7-e93a4c8373c5","name":"e2e-cleanup-test"} {"level":"info","ts":1785187052.1610627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c2e3929-47d1-4b32-b111-f687a33db3a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187052.1611676,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c2e3929-47d1-4b32-b111-f687a33db3a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187052.1696827,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ae918f4-c918-4060-a0d7-e93a4c8373c5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187060.4303944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99e7b969-532b-4319-a001-fea1e962eb66","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187060.4304273,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff61e27e-9cd8-4bde-9e23-7259bdd37eab"} {"level":"info","ts":1785187060.430486,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99e7b969-532b-4319-a001-fea1e962eb66","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187064.7668288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187064.766922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6"} {"level":"info","ts":1785187064.766939,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6"} {"level":"info","ts":1785187064.7669566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6","EoS":false} {"level":"info","ts":1785187064.766974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6","EoS":true} {"level":"info","ts":1785187064.7670007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785187064.7670205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785187064.7670505,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6"} {"level":"info","ts":1785187064.789163,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187064.7892394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d"} {"level":"info","ts":1785187064.789249,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d"} {"level":"info","ts":1785187064.789261,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","EoS":false} {"level":"info","ts":1785187064.7892776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","EoS":true} {"level":"info","ts":1785187064.7892973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187064.789315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187064.7893221,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","modelName":"e2e-external-model"} {"level":"info","ts":1785187064.789336,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187064.7893808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d"} {"level":"info","ts":1785187064.833271,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187064.833347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6"} {"level":"info","ts":1785187064.8333569,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6"} {"level":"info","ts":1785187064.8333676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","EoS":false} {"level":"info","ts":1785187064.8333783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","EoS":true} {"level":"info","ts":1785187064.8333986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785187064.833414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187064.8334353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6"} {"level":"info","ts":1785187064.9645607,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187064.9646428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1"} {"level":"info","ts":1785187064.9646523,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1"} {"level":"info","ts":1785187064.9646633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1","EoS":false} {"level":"info","ts":1785187064.9646738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1","EoS":true} {"level":"info","ts":1785187064.9646974,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1","field":"model"} {"level":"info","ts":1785187064.9647238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1"} {"level":"info","ts":1785187065.8573918,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"518e2ff1-b522-4969-b3c4-9cf9d6c0f030","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187065.8574119,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a32c81e5-f90f-4aaa-88fd-79ae782b1e2c"} {"level":"info","ts":1785187065.8574286,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"518e2ff1-b522-4969-b3c4-9cf9d6c0f030","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187066.015303,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"25149014-06e5-4057-ab30-badbbcef751b"} {"level":"info","ts":1785187066.0153015,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"414aa4d4-1acb-452d-ad1d-2627033f16e0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187066.0153792,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"414aa4d4-1acb-452d-ad1d-2627033f16e0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785188378.2694466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188378.2695556,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2372d3e2-7b50-495c-9c26-9297f492b754"} {"level":"info","ts":1785188435.541576,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188435.5416627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13"} {"level":"info","ts":1785188435.5416763,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13"} {"level":"info","ts":1785188435.5416906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","EoS":false} {"level":"info","ts":1785188435.5417054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","EoS":true} {"level":"info","ts":1785188435.5417278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785188435.5417454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785188435.5417738,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13"}