{"level":"info","ts":1785443812.8666842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"608e6c32-fb8f-4201-a2a9-e4b74e6302f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443812.8666985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"608e6c32-fb8f-4201-a2a9-e4b74e6302f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443812.8667173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"608e6c32-fb8f-4201-a2a9-e4b74e6302f5"} {"level":"info","ts":1785443812.9059565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443812.9060254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b8089bb-e3cf-47ea-989c-d649ae4253ed"} {"level":"info","ts":1785443812.906038,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b8089bb-e3cf-47ea-989c-d649ae4253ed"} {"level":"info","ts":1785443812.9060805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b8089bb-e3cf-47ea-989c-d649ae4253ed","EoS":false} {"level":"info","ts":1785443812.906098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b8089bb-e3cf-47ea-989c-d649ae4253ed","EoS":true} {"level":"info","ts":1785443812.9061217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b8089bb-e3cf-47ea-989c-d649ae4253ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443812.906145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b8089bb-e3cf-47ea-989c-d649ae4253ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443812.9061747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b8089bb-e3cf-47ea-989c-d649ae4253ed"} {"level":"info","ts":1785443825.265647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443825.265735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7f5155f-b952-4ed4-a0ef-188b35c83781"} {"level":"info","ts":1785443825.2657459,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7f5155f-b952-4ed4-a0ef-188b35c83781"} {"level":"info","ts":1785443825.265758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7f5155f-b952-4ed4-a0ef-188b35c83781","EoS":false} {"level":"info","ts":1785443825.2657697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7f5155f-b952-4ed4-a0ef-188b35c83781","EoS":true} {"level":"info","ts":1785443825.2657895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7f5155f-b952-4ed4-a0ef-188b35c83781","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443825.2658062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7f5155f-b952-4ed4-a0ef-188b35c83781","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443825.2658265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7f5155f-b952-4ed4-a0ef-188b35c83781"} {"level":"info","ts":1785443825.3095436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443825.3096604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fd6369c-1bfe-436a-a2f2-2d9afdbd2677"} {"level":"info","ts":1785443825.3097193,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fd6369c-1bfe-436a-a2f2-2d9afdbd2677"} {"level":"info","ts":1785443825.3097448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fd6369c-1bfe-436a-a2f2-2d9afdbd2677","EoS":false} {"level":"info","ts":1785443825.309759,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fd6369c-1bfe-436a-a2f2-2d9afdbd2677","EoS":true} {"level":"info","ts":1785443825.3097832,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fd6369c-1bfe-436a-a2f2-2d9afdbd2677","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443825.3097997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fd6369c-1bfe-436a-a2f2-2d9afdbd2677","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443825.3098235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fd6369c-1bfe-436a-a2f2-2d9afdbd2677"} {"level":"info","ts":1785443825.3399663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443825.3400915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2df9e78c-b268-4c81-a995-2fc67c0ae5d4"} {"level":"info","ts":1785443825.3401048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2df9e78c-b268-4c81-a995-2fc67c0ae5d4"} {"level":"info","ts":1785443825.3401177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2df9e78c-b268-4c81-a995-2fc67c0ae5d4","EoS":false} {"level":"info","ts":1785443825.340128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2df9e78c-b268-4c81-a995-2fc67c0ae5d4","EoS":true} {"level":"info","ts":1785443825.3401494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2df9e78c-b268-4c81-a995-2fc67c0ae5d4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443825.3401642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2df9e78c-b268-4c81-a995-2fc67c0ae5d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443825.3401856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2df9e78c-b268-4c81-a995-2fc67c0ae5d4"} {"level":"info","ts":1785443825.3926992,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443825.3927777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bc85f19-f8b1-4c76-9f6d-08585a20f3d9"} {"level":"info","ts":1785443825.3927872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bc85f19-f8b1-4c76-9f6d-08585a20f3d9"} {"level":"info","ts":1785443825.3927994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bc85f19-f8b1-4c76-9f6d-08585a20f3d9","EoS":false} {"level":"info","ts":1785443825.3928115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bc85f19-f8b1-4c76-9f6d-08585a20f3d9","EoS":true} {"level":"info","ts":1785443825.3928332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bc85f19-f8b1-4c76-9f6d-08585a20f3d9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785443825.3928459,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bc85f19-f8b1-4c76-9f6d-08585a20f3d9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443825.3928645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bc85f19-f8b1-4c76-9f6d-08585a20f3d9"} {"level":"info","ts":1785443826.1045322,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443826.104645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e64fd618-b1aa-437d-b3c4-c38d3f561698"} {"level":"info","ts":1785443826.10466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e64fd618-b1aa-437d-b3c4-c38d3f561698"} {"level":"info","ts":1785443826.1046784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e64fd618-b1aa-437d-b3c4-c38d3f561698","EoS":false} {"level":"info","ts":1785443826.1046944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e64fd618-b1aa-437d-b3c4-c38d3f561698","EoS":true} {"level":"info","ts":1785443826.104728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e64fd618-b1aa-437d-b3c4-c38d3f561698","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443826.1047504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e64fd618-b1aa-437d-b3c4-c38d3f561698","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443826.1047792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e64fd618-b1aa-437d-b3c4-c38d3f561698"} {"level":"info","ts":1785443826.1475928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443826.1476674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67bf05c7-b8e4-49d7-ade3-2d36f60ccbab"} {"level":"info","ts":1785443826.1476772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67bf05c7-b8e4-49d7-ade3-2d36f60ccbab"} {"level":"info","ts":1785443826.147688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67bf05c7-b8e4-49d7-ade3-2d36f60ccbab","EoS":false} {"level":"info","ts":1785443826.1477015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67bf05c7-b8e4-49d7-ade3-2d36f60ccbab","EoS":true} {"level":"info","ts":1785443826.147721,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67bf05c7-b8e4-49d7-ade3-2d36f60ccbab","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785443826.1477401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67bf05c7-b8e4-49d7-ade3-2d36f60ccbab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443826.1477637,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67bf05c7-b8e4-49d7-ade3-2d36f60ccbab"} {"level":"info","ts":1785443830.313466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443830.3135493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ac9112d-9787-4d3a-9e11-9b8026c6185c"} {"level":"info","ts":1785443830.3135586,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ac9112d-9787-4d3a-9e11-9b8026c6185c"} {"level":"info","ts":1785443830.3135693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ac9112d-9787-4d3a-9e11-9b8026c6185c","EoS":false} {"level":"info","ts":1785443830.3135831,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ac9112d-9787-4d3a-9e11-9b8026c6185c","EoS":true} {"level":"info","ts":1785443830.3136034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ac9112d-9787-4d3a-9e11-9b8026c6185c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785443830.313661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ac9112d-9787-4d3a-9e11-9b8026c6185c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443830.3136837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ac9112d-9787-4d3a-9e11-9b8026c6185c"} {"level":"info","ts":1785443846.1453524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443846.1454315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d82ecdbc-82fc-4b1c-a4b4-7c2ad1a3bd53"} {"level":"info","ts":1785443846.1454422,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d82ecdbc-82fc-4b1c-a4b4-7c2ad1a3bd53"} {"level":"info","ts":1785443846.1454546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d82ecdbc-82fc-4b1c-a4b4-7c2ad1a3bd53","EoS":false} {"level":"info","ts":1785443846.1454663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d82ecdbc-82fc-4b1c-a4b4-7c2ad1a3bd53","EoS":true} {"level":"info","ts":1785443846.1455305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d82ecdbc-82fc-4b1c-a4b4-7c2ad1a3bd53","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785443846.145548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d82ecdbc-82fc-4b1c-a4b4-7c2ad1a3bd53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443846.1455703,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d82ecdbc-82fc-4b1c-a4b4-7c2ad1a3bd53"} {"level":"info","ts":1785443846.3022485,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443846.3023357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a"} {"level":"info","ts":1785443846.3023489,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a"} {"level":"info","ts":1785443846.3023674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","EoS":false} {"level":"info","ts":1785443846.3023858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","EoS":true} {"level":"info","ts":1785443846.302417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785443846.3024364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443846.3024664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a"} {"level":"info","ts":1785443846.4453118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443846.44539,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e"} {"level":"info","ts":1785443846.4454002,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e"} {"level":"info","ts":1785443846.4454107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","EoS":false} {"level":"info","ts":1785443846.4454205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","EoS":true} {"level":"info","ts":1785443846.44544,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785443846.4454618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443846.4454782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e"} {"level":"info","ts":1785443846.5852816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443846.5853653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f"} {"level":"info","ts":1785443846.5853772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f"} {"level":"info","ts":1785443846.5853896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","EoS":false} {"level":"info","ts":1785443846.5854435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","EoS":true} {"level":"info","ts":1785443846.5854704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785443846.5854867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443846.585509,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f"} {"level":"info","ts":1785443846.7282002,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443846.7282798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868"} {"level":"info","ts":1785443846.7282894,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868"} {"level":"info","ts":1785443846.7283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","EoS":false} {"level":"info","ts":1785443846.7283146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","EoS":true} {"level":"info","ts":1785443846.7283363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785443846.7283523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443846.728375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868"} {"level":"info","ts":1785443846.8708262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443846.8709445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e3ef2d4-8121-4e0d-9073-1f6d701736ee"} {"level":"info","ts":1785443846.8709621,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e3ef2d4-8121-4e0d-9073-1f6d701736ee"} {"level":"info","ts":1785443846.8709767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e3ef2d4-8121-4e0d-9073-1f6d701736ee","EoS":false} {"level":"info","ts":1785443846.8709898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e3ef2d4-8121-4e0d-9073-1f6d701736ee","EoS":true} {"level":"info","ts":1785443846.8710103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e3ef2d4-8121-4e0d-9073-1f6d701736ee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785443846.8710296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e3ef2d4-8121-4e0d-9073-1f6d701736ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443846.8710654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e3ef2d4-8121-4e0d-9073-1f6d701736ee"} {"level":"info","ts":1785443867.9793868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443867.979476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813"} {"level":"info","ts":1785443867.9794874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813"} {"level":"info","ts":1785443867.9794993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","EoS":false} {"level":"info","ts":1785443867.9795108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","EoS":true} {"level":"info","ts":1785443867.9795346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785443867.9795513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443867.9795687,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813"} {"level":"info","ts":1785443868.020309,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443868.0204668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bb63162-5495-4a2c-b62b-051cca55430e"} {"level":"info","ts":1785443868.0204856,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7bb63162-5495-4a2c-b62b-051cca55430e"} {"level":"info","ts":1785443868.0204997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bb63162-5495-4a2c-b62b-051cca55430e","EoS":false} {"level":"info","ts":1785443868.0205147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bb63162-5495-4a2c-b62b-051cca55430e","EoS":true} {"level":"info","ts":1785443868.0205393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bb63162-5495-4a2c-b62b-051cca55430e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785443868.0205555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bb63162-5495-4a2c-b62b-051cca55430e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443868.0205815,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7bb63162-5495-4a2c-b62b-051cca55430e"} {"level":"info","ts":1785443868.0593498,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443868.0594323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d03d29f-87ba-4bb8-9944-ea5356520393"} {"level":"info","ts":1785443868.0594428,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d03d29f-87ba-4bb8-9944-ea5356520393"} {"level":"info","ts":1785443868.0594537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d03d29f-87ba-4bb8-9944-ea5356520393","EoS":false} {"level":"info","ts":1785443868.0594723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d03d29f-87ba-4bb8-9944-ea5356520393","EoS":true} {"level":"info","ts":1785443868.0594935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d03d29f-87ba-4bb8-9944-ea5356520393","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785443868.059507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d03d29f-87ba-4bb8-9944-ea5356520393","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443868.0595248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d03d29f-87ba-4bb8-9944-ea5356520393"} {"level":"info","ts":1785443868.097896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443868.0980036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fae14be-293f-4f19-a598-6b6cecf08fdd"} {"level":"info","ts":1785443872.7340314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443872.734122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64"} {"level":"info","ts":1785443872.7341332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64"} {"level":"info","ts":1785443872.734144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","EoS":false} {"level":"info","ts":1785443872.7341573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","EoS":true} {"level":"info","ts":1785443872.7341788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443872.7341938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443872.734216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64"} {"level":"info","ts":1785443881.308205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443881.3082838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc"} {"level":"info","ts":1785443881.308295,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc"} {"level":"info","ts":1785443881.3083065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","EoS":false} {"level":"info","ts":1785443881.3083208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","EoS":true} {"level":"info","ts":1785443881.308341,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785443881.3083572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443881.30838,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc"} {"level":"info","ts":1785443894.2061589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443894.206231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366"} {"level":"info","ts":1785443894.2062404,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366"} {"level":"info","ts":1785443894.2062542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","EoS":false} {"level":"info","ts":1785443894.2062669,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","EoS":true} {"level":"info","ts":1785443894.2062886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443894.2063048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443894.2063282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366"} {"level":"info","ts":1785443902.7551491,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443902.7552319,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171"} {"level":"info","ts":1785443902.755241,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171"} {"level":"info","ts":1785443902.7552521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","EoS":false} {"level":"info","ts":1785443902.7552652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","EoS":true} {"level":"info","ts":1785443902.7552876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443902.7553036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443902.7553241,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171"} {"level":"info","ts":1785443911.6345541,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443911.6346307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015"} {"level":"info","ts":1785443911.6346405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015"} {"level":"info","ts":1785443911.634652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","EoS":false} {"level":"info","ts":1785443911.6346622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","EoS":true} {"level":"info","ts":1785443911.6346838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443911.6347058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443911.6347287,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015"} {"level":"info","ts":1785443920.6379092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443920.638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebd5f02b-c090-4b99-af1f-c3d97d71c28a"} {"level":"info","ts":1785443920.6380184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ebd5f02b-c090-4b99-af1f-c3d97d71c28a"} {"level":"info","ts":1785443920.638037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebd5f02b-c090-4b99-af1f-c3d97d71c28a","EoS":false} {"level":"info","ts":1785443920.638069,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebd5f02b-c090-4b99-af1f-c3d97d71c28a","EoS":true} {"level":"info","ts":1785443920.6381,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebd5f02b-c090-4b99-af1f-c3d97d71c28a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443920.638121,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebd5f02b-c090-4b99-af1f-c3d97d71c28a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443920.6381497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ebd5f02b-c090-4b99-af1f-c3d97d71c28a"} {"level":"info","ts":1785443925.4056044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443925.4056854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"709f1a97-c3e0-4940-860a-b111fc84c54f"} {"level":"info","ts":1785443925.405701,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"709f1a97-c3e0-4940-860a-b111fc84c54f"} {"level":"info","ts":1785443925.405712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"709f1a97-c3e0-4940-860a-b111fc84c54f","EoS":false} {"level":"info","ts":1785443925.4057333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"709f1a97-c3e0-4940-860a-b111fc84c54f","EoS":true} {"level":"info","ts":1785443925.4057562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"709f1a97-c3e0-4940-860a-b111fc84c54f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785443925.4057746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"709f1a97-c3e0-4940-860a-b111fc84c54f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443925.4057994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"709f1a97-c3e0-4940-860a-b111fc84c54f"} {"level":"info","ts":1785443930.184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443930.1841137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daf9f077-5de8-47d0-a76e-590cacc69c2e"} {"level":"info","ts":1785443930.1841288,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"daf9f077-5de8-47d0-a76e-590cacc69c2e"} {"level":"info","ts":1785443930.1841457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daf9f077-5de8-47d0-a76e-590cacc69c2e","EoS":false} {"level":"info","ts":1785443930.1841698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daf9f077-5de8-47d0-a76e-590cacc69c2e","EoS":true} {"level":"info","ts":1785443930.1842024,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"daf9f077-5de8-47d0-a76e-590cacc69c2e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785443930.1842215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daf9f077-5de8-47d0-a76e-590cacc69c2e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443930.184245,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"daf9f077-5de8-47d0-a76e-590cacc69c2e"} {"level":"info","ts":1785443941.1666775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443941.166761,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79"} {"level":"info","ts":1785443941.166773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79"} {"level":"info","ts":1785443941.1667843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","EoS":false} {"level":"info","ts":1785443941.166794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","EoS":true} {"level":"info","ts":1785443941.1668158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785443941.1668317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443941.1668537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79"} {"level":"info","ts":1785443974.256798,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443974.2568748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e"} {"level":"info","ts":1785443974.2568848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e"} {"level":"info","ts":1785443974.2568967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","EoS":false} {"level":"info","ts":1785443974.2569087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","EoS":true} {"level":"info","ts":1785443974.2569304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785443974.2569468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443974.2569692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e"} {"level":"info","ts":1785443983.5707436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443983.57083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c61352df-04e2-4a8d-80e3-f42da00ca602"} {"level":"info","ts":1785443983.570841,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c61352df-04e2-4a8d-80e3-f42da00ca602"} {"level":"info","ts":1785443983.5708523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c61352df-04e2-4a8d-80e3-f42da00ca602","EoS":false} {"level":"info","ts":1785443983.5708647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c61352df-04e2-4a8d-80e3-f42da00ca602","EoS":true} {"level":"info","ts":1785443983.5708854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c61352df-04e2-4a8d-80e3-f42da00ca602","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785443983.5709014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c61352df-04e2-4a8d-80e3-f42da00ca602","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443983.5709221,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c61352df-04e2-4a8d-80e3-f42da00ca602"} {"level":"info","ts":1785443999.7458017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443999.7458892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43fd2f1a-4ec0-43cf-90e1-1e10a92c295c"} {"level":"info","ts":1785443999.7459028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43fd2f1a-4ec0-43cf-90e1-1e10a92c295c"} {"level":"info","ts":1785443999.745919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43fd2f1a-4ec0-43cf-90e1-1e10a92c295c","EoS":false} {"level":"info","ts":1785443999.7459328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43fd2f1a-4ec0-43cf-90e1-1e10a92c295c","EoS":true} {"level":"info","ts":1785443999.745954,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43fd2f1a-4ec0-43cf-90e1-1e10a92c295c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785443999.74597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43fd2f1a-4ec0-43cf-90e1-1e10a92c295c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443999.7459884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43fd2f1a-4ec0-43cf-90e1-1e10a92c295c"} {"level":"info","ts":1785444009.344647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444009.3447304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7"} {"level":"info","ts":1785444009.3447433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7"} {"level":"info","ts":1785444009.344756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","EoS":false} {"level":"info","ts":1785444009.3447673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","EoS":true} {"level":"info","ts":1785444009.3447888,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444009.3448043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444009.3448267,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7"} {"level":"info","ts":1785444018.8006754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444018.8007517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f"} {"level":"info","ts":1785444018.8007607,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f"} {"level":"info","ts":1785444018.8007715,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","EoS":false} {"level":"info","ts":1785444018.8007812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","EoS":true} {"level":"info","ts":1785444018.8008027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444018.800818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444018.8008761,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f"} {"level":"info","ts":1785444018.8432727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444018.8433444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc"} {"level":"info","ts":1785444018.843353,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc"} {"level":"info","ts":1785444018.843367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","EoS":false} {"level":"info","ts":1785444018.8433845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","EoS":true} {"level":"info","ts":1785444018.8434122,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444018.8434327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444018.8434548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc"} {"level":"info","ts":1785444037.9633796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444037.9634633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b"} {"level":"info","ts":1785444037.9634805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b"} {"level":"info","ts":1785444037.9634986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","EoS":false} {"level":"info","ts":1785444037.9635193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","EoS":true} {"level":"info","ts":1785444037.9635506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444037.963572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444037.963603,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b"} {"level":"info","ts":1785444047.320313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444047.3203936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99d24c66-f379-471b-a935-bef1c4fdcf8c"} {"level":"info","ts":1785444047.3204048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99d24c66-f379-471b-a935-bef1c4fdcf8c"} {"level":"info","ts":1785444047.3204186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99d24c66-f379-471b-a935-bef1c4fdcf8c","EoS":false} {"level":"info","ts":1785444047.3204353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99d24c66-f379-471b-a935-bef1c4fdcf8c","EoS":true} {"level":"info","ts":1785444047.3204548,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99d24c66-f379-471b-a935-bef1c4fdcf8c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444047.3204718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99d24c66-f379-471b-a935-bef1c4fdcf8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444047.3204968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99d24c66-f379-471b-a935-bef1c4fdcf8c"} {"level":"info","ts":1785444063.313605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444063.313685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc7ac0bd-6f3c-40d8-ad72-948e9eeb1ea2"} {"level":"info","ts":1785444063.3136952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc7ac0bd-6f3c-40d8-ad72-948e9eeb1ea2"} {"level":"info","ts":1785444063.3137057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc7ac0bd-6f3c-40d8-ad72-948e9eeb1ea2","EoS":false} {"level":"info","ts":1785444063.3137197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc7ac0bd-6f3c-40d8-ad72-948e9eeb1ea2","EoS":true} {"level":"info","ts":1785444063.3137407,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc7ac0bd-6f3c-40d8-ad72-948e9eeb1ea2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785444063.3137567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc7ac0bd-6f3c-40d8-ad72-948e9eeb1ea2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785444063.313784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc7ac0bd-6f3c-40d8-ad72-948e9eeb1ea2"} {"level":"info","ts":1785444196.6615076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444196.6615932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cc5ca44-eaef-4042-b133-aaee9fb810e1"} {"level":"info","ts":1785444196.6616063,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cc5ca44-eaef-4042-b133-aaee9fb810e1"} {"level":"info","ts":1785444196.6616225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cc5ca44-eaef-4042-b133-aaee9fb810e1","EoS":false} {"level":"info","ts":1785444196.6616375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cc5ca44-eaef-4042-b133-aaee9fb810e1","EoS":true} {"level":"info","ts":1785444196.6616592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cc5ca44-eaef-4042-b133-aaee9fb810e1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785444196.661673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cc5ca44-eaef-4042-b133-aaee9fb810e1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785444196.6617007,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cc5ca44-eaef-4042-b133-aaee9fb810e1"} {"level":"info","ts":1785444218.0417235,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444218.0418212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0"} {"level":"info","ts":1785444218.0418363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0"} {"level":"info","ts":1785444218.0418491,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","EoS":false} {"level":"info","ts":1785444218.0418622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","EoS":true} {"level":"info","ts":1785444218.041928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785444218.0419464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785444218.04197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0"} {"level":"info","ts":1785444270.2028825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444270.2029736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690"} {"level":"info","ts":1785444270.2029834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690"} {"level":"info","ts":1785444270.2029958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","EoS":false} {"level":"info","ts":1785444270.2030091,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","EoS":true} {"level":"info","ts":1785444270.2030315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444270.2030485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444270.2031,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690"} {"level":"info","ts":1785444285.4868357,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444285.486915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b"} {"level":"info","ts":1785444285.4869242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b"} {"level":"info","ts":1785444285.4869356,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","EoS":false} {"level":"info","ts":1785444285.4869459,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","EoS":true} {"level":"info","ts":1785444285.4869678,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444285.4869838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444285.487003,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b"} {"level":"info","ts":1785444285.785912,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444285.7859974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"284d7fb4-f79b-4b83-bc69-0b35034e37be"} {"level":"info","ts":1785444285.7860062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"284d7fb4-f79b-4b83-bc69-0b35034e37be"} {"level":"info","ts":1785444285.7860181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"284d7fb4-f79b-4b83-bc69-0b35034e37be","EoS":false} {"level":"info","ts":1785444285.7860286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"284d7fb4-f79b-4b83-bc69-0b35034e37be","EoS":true} {"level":"info","ts":1785444285.786079,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"284d7fb4-f79b-4b83-bc69-0b35034e37be","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785444285.7861004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"284d7fb4-f79b-4b83-bc69-0b35034e37be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444285.7861178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"284d7fb4-f79b-4b83-bc69-0b35034e37be"} {"level":"info","ts":1785444602.5035763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444602.5036674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959"} {"level":"info","ts":1785444602.5036762,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959"} {"level":"info","ts":1785444602.5036871,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","EoS":false} {"level":"info","ts":1785444602.5037014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","EoS":true} {"level":"info","ts":1785444602.5037274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444602.5037465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444602.503772,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959"} {"level":"info","ts":1785444602.5548546,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444602.5549288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cdc59d4-034d-4611-80ff-5923c67f214e"} {"level":"info","ts":1785444602.5549405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cdc59d4-034d-4611-80ff-5923c67f214e"} {"level":"info","ts":1785444602.5549512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cdc59d4-034d-4611-80ff-5923c67f214e","EoS":false} {"level":"info","ts":1785444602.5549643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cdc59d4-034d-4611-80ff-5923c67f214e","EoS":true} {"level":"info","ts":1785444602.5549831,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cdc59d4-034d-4611-80ff-5923c67f214e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444602.5549963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cdc59d4-034d-4611-80ff-5923c67f214e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444602.5550222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cdc59d4-034d-4611-80ff-5923c67f214e"} {"level":"info","ts":1785444602.6005907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444602.6006706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4df974b7-b71b-4d05-881a-d33aba9c1e90"} {"level":"info","ts":1785444602.6006784,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4df974b7-b71b-4d05-881a-d33aba9c1e90"} {"level":"info","ts":1785444602.6006901,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4df974b7-b71b-4d05-881a-d33aba9c1e90","EoS":false} {"level":"info","ts":1785444602.6007056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4df974b7-b71b-4d05-881a-d33aba9c1e90","EoS":true} {"level":"info","ts":1785444602.6007338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4df974b7-b71b-4d05-881a-d33aba9c1e90","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785444602.6007497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4df974b7-b71b-4d05-881a-d33aba9c1e90","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444602.6007762,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4df974b7-b71b-4d05-881a-d33aba9c1e90"} {"level":"info","ts":1785444607.5113912,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fa04097-b846-4b91-8355-83289b18c1fd"} {"level":"info","ts":1785444607.5114868,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63b95d8b-30b9-4c80-9820-9fd82d3e9683","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785444607.5115244,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63b95d8b-30b9-4c80-9820-9fd82d3e9683","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785444607.5202744,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77243141-4abb-4b3d-af3e-d48c710d72ca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785444607.5203154,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77243141-4abb-4b3d-af3e-d48c710d72ca","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785444607.52068,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33878.770391036,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.5207014,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.6256018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"299bcaba-0448-4782-8fb9-689565661b89"} {"level":"info","ts":1785444607.6261528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4055da7-dd39-481a-91ad-fc0404829481","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.626202,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4055da7-dd39-481a-91ad-fc0404829481","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785444607.721829,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c87e32ea-9797-4a9a-bceb-be5a273136d8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785444607.7219002,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c87e32ea-9797-4a9a-bceb-be5a273136d8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785444607.7232113,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35065.054286004,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.7232413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.7240999,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7282dbee-5ccb-4706-8519-f3b6d85f69fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.7241476,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7282dbee-5ccb-4706-8519-f3b6d85f69fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785444607.7243357,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3c844b1-e494-47cd-be47-82c6b460a197","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.7243614,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3c844b1-e494-47cd-be47-82c6b460a197","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785444607.7262375,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.7907467,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.8011484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a3cc3e5-4e35-4f34-ba34-00596b218875","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.8011985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a3cc3e5-4e35-4f34-ba34-00596b218875","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785444607.8188314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"316478b6-27e8-4503-a463-2acce07356f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.8188767,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"316478b6-27e8-4503-a463-2acce07356f4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785444607.8218138,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33065.454630976,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.821841,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.8237278,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"299bcaba-0448-4782-8fb9-689565661b89","name":"e2e-external-model"} {"level":"info","ts":1785444607.829455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.8320405,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"299bcaba-0448-4782-8fb9-689565661b89","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785444607.8331084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1dc009a4-84a0-4816-8c81-548c6c58275e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.8331394,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1dc009a4-84a0-4816-8c81-548c6c58275e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785444607.8354356,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"299bcaba-0448-4782-8fb9-689565661b89","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444607.835517,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73df23fb-0fe0-412b-85fb-00524c12b1ec"} {"level":"info","ts":1785444607.835563,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73df23fb-0fe0-412b-85fb-00524c12b1ec","name":"e2e-external-model"} {"level":"info","ts":1785444607.8432028,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73df23fb-0fe0-412b-85fb-00524c12b1ec","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785444607.9222918,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fa04097-b846-4b91-8355-83289b18c1fd","name":"e2e-external-provider"} {"level":"info","ts":1785444607.9376855,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fa04097-b846-4b91-8355-83289b18c1fd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785444607.9414558,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fa04097-b846-4b91-8355-83289b18c1fd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444607.9415793,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"866ee85b-7988-4d37-9165-212c01b9626a"} {"level":"info","ts":1785444607.941626,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"866ee85b-7988-4d37-9165-212c01b9626a","name":"e2e-external-provider"} {"level":"info","ts":1785444607.951671,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"866ee85b-7988-4d37-9165-212c01b9626a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785444619.4333885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444619.433489,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2047eec4-a016-40cd-9c33-6a36f603a17f"} {"level":"info","ts":1785444619.433503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2047eec4-a016-40cd-9c33-6a36f603a17f"} {"level":"info","ts":1785444619.433524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2047eec4-a016-40cd-9c33-6a36f603a17f","EoS":false} {"level":"info","ts":1785444619.4335485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2047eec4-a016-40cd-9c33-6a36f603a17f","EoS":true} {"level":"info","ts":1785444619.4336052,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2047eec4-a016-40cd-9c33-6a36f603a17f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785444619.4336314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2047eec4-a016-40cd-9c33-6a36f603a17f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785444619.433648,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2047eec4-a016-40cd-9c33-6a36f603a17f","modelName":"e2e-external-model"} {"level":"info","ts":1785444619.4336703,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2047eec4-a016-40cd-9c33-6a36f603a17f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785444619.4337418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2047eec4-a016-40cd-9c33-6a36f603a17f"} {"level":"info","ts":1785444619.493836,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444619.4939141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6c3a0d4-97e6-4bee-b3a3-da480c806cf1"} {"level":"info","ts":1785444619.4939234,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6c3a0d4-97e6-4bee-b3a3-da480c806cf1"} {"level":"info","ts":1785444619.4939346,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6c3a0d4-97e6-4bee-b3a3-da480c806cf1","EoS":false} {"level":"info","ts":1785444619.4939458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6c3a0d4-97e6-4bee-b3a3-da480c806cf1","EoS":true} {"level":"info","ts":1785444619.4939685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6c3a0d4-97e6-4bee-b3a3-da480c806cf1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785444619.4939845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6c3a0d4-97e6-4bee-b3a3-da480c806cf1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785444619.493992,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c6c3a0d4-97e6-4bee-b3a3-da480c806cf1","modelName":"e2e-external-model"} {"level":"info","ts":1785444619.4940057,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c6c3a0d4-97e6-4bee-b3a3-da480c806cf1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785444619.4940386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6c3a0d4-97e6-4bee-b3a3-da480c806cf1"} {"level":"info","ts":1785444619.5285687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444619.5286417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f"} {"level":"info","ts":1785444619.5286508,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f"} {"level":"info","ts":1785444619.528661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","EoS":false} {"level":"info","ts":1785444619.528672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","EoS":true} {"level":"info","ts":1785444619.5286918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785444619.528707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785444619.5287142,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","modelName":"e2e-external-model"} {"level":"info","ts":1785444619.5287275,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785444619.5287821,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f"} {"level":"info","ts":1785444619.7541606,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb2de1db-bf45-4db8-b81c-265b4195bcf8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444619.7542148,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb2de1db-bf45-4db8-b81c-265b4195bcf8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785444619.7541606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"593f4eca-7a04-4c63-8ea6-c429146df3f4"} {"level":"info","ts":1785444619.7627919,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"593f4eca-7a04-4c63-8ea6-c429146df3f4","name":"e2e-cleanup-test"} {"level":"info","ts":1785444619.7628396,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b4812df-bcae-43a1-9a78-e6d5adc6ad4c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444619.7628684,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b4812df-bcae-43a1-9a78-e6d5adc6ad4c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785444619.7755675,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"593f4eca-7a04-4c63-8ea6-c429146df3f4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785444619.7826138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9abadbe8-2911-44fa-8f05-c4fb6ee06b8f"} {"level":"info","ts":1785444619.7827053,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9abadbe8-2911-44fa-8f05-c4fb6ee06b8f","name":"e2e-cleanup-test"} {"level":"info","ts":1785444619.7830276,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d579bd44-e661-4bb7-a8b2-23b7a37f5567","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444619.7830951,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d579bd44-e661-4bb7-a8b2-23b7a37f5567","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785444619.8021266,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9abadbe8-2911-44fa-8f05-c4fb6ee06b8f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785444619.802187,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9abadbe8-2911-44fa-8f05-c4fb6ee06b8f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444619.8022747,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da2bbaa1-ee65-4a85-82e8-d2257197a5f2"} {"level":"info","ts":1785444619.802347,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da2bbaa1-ee65-4a85-82e8-d2257197a5f2","name":"e2e-cleanup-test"} {"level":"info","ts":1785444619.8083084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91a5011d-fb74-4886-8460-00888eaa48cd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444619.8083427,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91a5011d-fb74-4886-8460-00888eaa48cd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785444619.8176796,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da2bbaa1-ee65-4a85-82e8-d2257197a5f2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785444619.8221865,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da2bbaa1-ee65-4a85-82e8-d2257197a5f2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444619.8223042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e20762a-c47a-489d-937e-eedb188bdaa2"} {"level":"info","ts":1785444619.8223739,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e20762a-c47a-489d-937e-eedb188bdaa2","name":"e2e-cleanup-test"} {"level":"info","ts":1785444619.8268049,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fafcbef-869c-4b10-907b-19b2eadfb7b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444619.8268418,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9fafcbef-869c-4b10-907b-19b2eadfb7b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785444619.8323362,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e20762a-c47a-489d-937e-eedb188bdaa2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785444619.8365083,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e20762a-c47a-489d-937e-eedb188bdaa2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444619.8366003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a8ae5dd-8ca1-4c7b-85d2-274d189b6ce1"} {"level":"info","ts":1785444619.8366544,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a8ae5dd-8ca1-4c7b-85d2-274d189b6ce1","name":"e2e-cleanup-test"} {"level":"info","ts":1785444619.8480322,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a8ae5dd-8ca1-4c7b-85d2-274d189b6ce1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785444628.0367405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"453610f1-cb98-4cee-9347-07b348120316"} {"level":"info","ts":1785444628.0367537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49f1be22-e684-417d-b9b8-94180ff2a148","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444628.0367925,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49f1be22-e684-417d-b9b8-94180ff2a148","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444632.374808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444632.3748887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5"} {"level":"info","ts":1785444632.3748994,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5"} {"level":"info","ts":1785444632.374911,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5","EoS":false} {"level":"info","ts":1785444632.374924,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5","EoS":true} {"level":"info","ts":1785444632.3749442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785444632.3749611,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785444632.3749812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5"} {"level":"info","ts":1785444632.4092526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444632.4093282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a"} {"level":"info","ts":1785444632.4093387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a"} {"level":"info","ts":1785444632.4093506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","EoS":false} {"level":"info","ts":1785444632.4093618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","EoS":true} {"level":"info","ts":1785444632.409384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785444632.4094005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785444632.4094148,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","modelName":"e2e-external-model"} {"level":"info","ts":1785444632.4094346,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785444632.4094837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a"} {"level":"info","ts":1785444632.4966297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444632.4967186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b"} {"level":"info","ts":1785444632.4967277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b"} {"level":"info","ts":1785444632.4967442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","EoS":false} {"level":"info","ts":1785444632.4968154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","EoS":true} {"level":"info","ts":1785444632.4968443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785444632.4968622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785444632.496884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b"} {"level":"info","ts":1785444632.5805306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444632.5806112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229"} {"level":"info","ts":1785444632.5806208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229"} {"level":"info","ts":1785444632.5806332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229","EoS":false} {"level":"info","ts":1785444632.5806448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229","EoS":true} {"level":"info","ts":1785444632.58073,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229","field":"model"} {"level":"info","ts":1785444632.5807674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229"} {"level":"info","ts":1785444633.5015774,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"004c79c1-9f61-4661-ae8b-e3125833bf21","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444633.50162,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a73f569-e68b-43bf-bd0d-3765c093240d"} {"level":"info","ts":1785444633.5016303,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"004c79c1-9f61-4661-ae8b-e3125833bf21","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444633.6442049,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0cb0db93-9d1e-44e3-aba1-cc6d4816589c"} {"level":"info","ts":1785444633.6442049,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3491cb2-fcf4-4066-9134-a628ccf4b42b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785444633.6442757,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3491cb2-fcf4-4066-9134-a628ccf4b42b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785446135.0511353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446135.051239,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10175363-2cf8-4657-bdd6-e1b90792efeb"} {"level":"info","ts":1785446209.7999353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446209.800021,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af"} {"level":"info","ts":1785446209.80003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af"} {"level":"info","ts":1785446209.8000417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","EoS":false} {"level":"info","ts":1785446209.800074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","EoS":true} {"level":"info","ts":1785446209.8000996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446209.800114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785446209.8001368,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af"}