{"level":"info","ts":1785359147.8347085,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359147.8348033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c"} {"level":"info","ts":1785359147.8348165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c"} {"level":"info","ts":1785359147.8348286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c","EoS":true} {"level":"info","ts":1785359147.8348532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c","header":"x-maas-subscription"} {"level":"info","ts":1785359147.8348649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c","header":"x-maas-username"} {"level":"info","ts":1785359147.8348699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c","header":"x-maas-group"} {"level":"info","ts":1785359147.8348892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359147.8349142,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c"} {"level":"info","ts":1785359147.8382943,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c"} {"level":"info","ts":1785359147.8383114,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c"} {"level":"info","ts":1785359147.8383234,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c","EoS":false} {"level":"info","ts":1785359147.8383358,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c"} {"level":"info","ts":1785359147.8383605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c","EoS":true} {"level":"info","ts":1785359147.8383753,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e2b608fd-d9d3-4d32-8925-1275d8c4666c"} {"level":"info","ts":1785359147.9725442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359147.9726515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2"} {"level":"info","ts":1785359147.9726684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2"} {"level":"info","ts":1785359147.9726899,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2","EoS":true} {"level":"info","ts":1785359147.972723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2","header":"x-maas-subscription"} {"level":"info","ts":1785359147.9727378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2","header":"x-maas-group"} {"level":"info","ts":1785359147.972747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2","header":"x-maas-username"} {"level":"info","ts":1785359147.972766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359147.9728022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2"} {"level":"info","ts":1785359147.9740882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2"} {"level":"info","ts":1785359147.9741051,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2"} {"level":"info","ts":1785359147.9741197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2","EoS":false} {"level":"info","ts":1785359147.9741318,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2"} {"level":"info","ts":1785359147.974157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2","EoS":true} {"level":"info","ts":1785359147.9741688,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"32ff7c8e-3a62-49d2-a7ec-b999f5b334c2"} {"level":"info","ts":1785359168.0275095,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359168.0276024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280"} {"level":"info","ts":1785359168.0276177,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280"} {"level":"info","ts":1785359168.0276303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280","EoS":true} {"level":"info","ts":1785359168.0276573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280","header":"x-maas-group"} {"level":"info","ts":1785359168.0276682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280","header":"x-maas-subscription"} {"level":"info","ts":1785359168.0276768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280","header":"x-maas-username"} {"level":"info","ts":1785359168.027695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359168.0277212,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280"} {"level":"info","ts":1785359168.0289593,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280"} {"level":"info","ts":1785359168.0289762,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280"} {"level":"info","ts":1785359168.0289886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280","EoS":false} {"level":"info","ts":1785359168.0290062,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280"} {"level":"info","ts":1785359168.029034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280","EoS":true} {"level":"info","ts":1785359168.0290425,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c175db05-b3bc-4835-bf45-061eb760b280"} {"level":"info","ts":1785359168.0618272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359168.0619183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8"} {"level":"info","ts":1785359168.0619304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8"} {"level":"info","ts":1785359168.0619426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8","EoS":true} {"level":"info","ts":1785359168.0619678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8","header":"x-maas-group"} {"level":"info","ts":1785359168.0619783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8","header":"x-maas-username"} {"level":"info","ts":1785359168.0619836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8","header":"x-maas-subscription"} {"level":"info","ts":1785359168.0619965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359168.0620222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8"} {"level":"info","ts":1785359168.0632758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8"} {"level":"info","ts":1785359168.0632877,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8"} {"level":"info","ts":1785359168.0632997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8","EoS":false} {"level":"info","ts":1785359168.06331,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8"} {"level":"info","ts":1785359168.0633304,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8","EoS":true} {"level":"info","ts":1785359168.06334,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"56c43b54-4d6d-4922-a70f-bc0cfb887aa8"} {"level":"info","ts":1785359168.168837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359168.1689095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f50ae8a4-e7bf-4def-b720-ecdde88e7576"} {"level":"info","ts":1785359168.1701345,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f50ae8a4-e7bf-4def-b720-ecdde88e7576"} {"level":"info","ts":1785359168.170154,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f50ae8a4-e7bf-4def-b720-ecdde88e7576"} {"level":"info","ts":1785359168.1701694,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f50ae8a4-e7bf-4def-b720-ecdde88e7576","EoS":false} {"level":"info","ts":1785359168.1701815,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f50ae8a4-e7bf-4def-b720-ecdde88e7576"} {"level":"info","ts":1785359168.170206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f50ae8a4-e7bf-4def-b720-ecdde88e7576","EoS":true} {"level":"info","ts":1785359168.1702118,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f50ae8a4-e7bf-4def-b720-ecdde88e7576"} {"level":"info","ts":1785359172.768545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359172.7686245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31"} {"level":"info","ts":1785359172.7686357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31"} {"level":"info","ts":1785359172.7686472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31","EoS":true} {"level":"info","ts":1785359172.7686734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31","header":"x-maas-username"} {"level":"info","ts":1785359172.7686844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31","header":"x-maas-subscription"} {"level":"info","ts":1785359172.7686894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31","header":"x-maas-group"} {"level":"info","ts":1785359172.7687032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359172.7687309,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31"} {"level":"info","ts":1785359172.7699091,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31"} {"level":"info","ts":1785359172.769938,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31"} {"level":"info","ts":1785359172.7699587,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31","EoS":false} {"level":"info","ts":1785359172.7699704,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31"} {"level":"info","ts":1785359172.7699955,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31","EoS":true} {"level":"info","ts":1785359172.7700033,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64f36599-78c9-422c-a778-23e80d6d5a31"} {"level":"info","ts":1785359183.3647568,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359183.3648367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d"} {"level":"info","ts":1785359183.3648477,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d"} {"level":"info","ts":1785359183.36486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d","EoS":true} {"level":"info","ts":1785359183.3648849,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d","header":"x-maas-group"} {"level":"info","ts":1785359183.3648944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d","header":"x-maas-username"} {"level":"info","ts":1785359183.3648996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d","header":"x-maas-subscription"} {"level":"info","ts":1785359183.3649132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785359183.3649392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d"} {"level":"info","ts":1785359183.3681815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d"} {"level":"info","ts":1785359183.3682098,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d"} {"level":"info","ts":1785359183.3682265,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d","EoS":false} {"level":"info","ts":1785359183.3682384,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d"} {"level":"info","ts":1785359183.3682652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d","EoS":true} {"level":"info","ts":1785359183.3682766,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4146074a-8b50-40b4-b5c6-208de799d28d"} {"level":"info","ts":1785359196.22751,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359196.2276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684"} {"level":"info","ts":1785359196.2276156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684"} {"level":"info","ts":1785359196.227634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684","EoS":true} {"level":"info","ts":1785359196.2276678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684","header":"x-maas-group"} {"level":"info","ts":1785359196.2276797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684","header":"x-maas-subscription"} {"level":"info","ts":1785359196.2276888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684","header":"x-maas-username"} {"level":"info","ts":1785359196.22771,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359196.2277422,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684"} {"level":"info","ts":1785359196.2290468,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684"} {"level":"info","ts":1785359196.2290611,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684"} {"level":"info","ts":1785359196.2290828,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684","EoS":false} {"level":"info","ts":1785359196.2290983,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684"} {"level":"info","ts":1785359196.229134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684","EoS":true} {"level":"info","ts":1785359196.229144,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0f99f46-4e63-4ffe-b2cd-24b1d124b684"} {"level":"info","ts":1785359204.73944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359204.7395244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018"} {"level":"info","ts":1785359204.739542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018"} {"level":"info","ts":1785359204.7395604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018","EoS":true} {"level":"info","ts":1785359204.739595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018","header":"x-maas-subscription"} {"level":"info","ts":1785359204.7396126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018","header":"x-maas-group"} {"level":"info","ts":1785359204.7396214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018","header":"x-maas-username"} {"level":"info","ts":1785359204.7396398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359204.7396739,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018"} {"level":"info","ts":1785359204.7407942,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018"} {"level":"info","ts":1785359204.7408152,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018"} {"level":"info","ts":1785359204.7408304,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018","EoS":false} {"level":"info","ts":1785359204.7408433,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018"} {"level":"info","ts":1785359204.7408683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018","EoS":true} {"level":"info","ts":1785359204.740877,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"38c1361c-24d8-492f-976b-627c6999c018"} {"level":"info","ts":1785359213.5759654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359213.5760329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977"} {"level":"info","ts":1785359213.576044,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977"} {"level":"info","ts":1785359213.5760546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977","EoS":true} {"level":"info","ts":1785359213.5760775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977","header":"x-maas-subscription"} {"level":"info","ts":1785359213.576093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977","header":"x-maas-group"} {"level":"info","ts":1785359213.5760977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977","header":"x-maas-username"} {"level":"info","ts":1785359213.576112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359213.5761366,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977"} {"level":"info","ts":1785359213.5773158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977"} {"level":"info","ts":1785359213.5773358,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977"} {"level":"info","ts":1785359213.57735,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977","EoS":false} {"level":"info","ts":1785359213.577362,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977"} {"level":"info","ts":1785359213.5774078,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977","EoS":true} {"level":"info","ts":1785359213.5774164,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"52db85d3-bc7d-48cd-bc97-50d6477a8977"} {"level":"info","ts":1785359239.5160189,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359239.5160968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2"} {"level":"info","ts":1785359239.5161068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2"} {"level":"info","ts":1785359239.5161176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2","EoS":true} {"level":"info","ts":1785359239.5161414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2","header":"x-maas-username"} {"level":"info","ts":1785359239.5161524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2","header":"x-maas-subscription"} {"level":"info","ts":1785359239.5161579,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2","header":"x-maas-group"} {"level":"info","ts":1785359239.5161705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785359239.5162017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2"} {"level":"info","ts":1785359239.5176399,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2"} {"level":"info","ts":1785359239.5176585,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2"} {"level":"info","ts":1785359239.5176728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2","EoS":false} {"level":"info","ts":1785359239.5176876,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2"} {"level":"info","ts":1785359239.5177083,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2","EoS":true} {"level":"info","ts":1785359239.517716,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1ddb1262-eb4f-4491-b81f-74fe69f3adf2"} {"level":"info","ts":1785359262.1970909,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359262.1971633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405"} {"level":"info","ts":1785359262.1971743,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405"} {"level":"info","ts":1785359262.1971853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405","EoS":true} {"level":"info","ts":1785359262.1972086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405","header":"x-maas-group"} {"level":"info","ts":1785359262.1972191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405","header":"x-maas-subscription"} {"level":"info","ts":1785359262.1972258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405","header":"x-maas-username"} {"level":"info","ts":1785359262.197238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785359262.197263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405"} {"level":"info","ts":1785359262.1984866,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405"} {"level":"info","ts":1785359262.1985083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405"} {"level":"info","ts":1785359262.198524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405","EoS":false} {"level":"info","ts":1785359262.1985357,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405"} {"level":"info","ts":1785359262.1985598,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405","EoS":true} {"level":"info","ts":1785359262.1985698,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"803fd1de-00ec-4d51-98ca-445475569405"} {"level":"info","ts":1785359301.222402,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359301.2225058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263"} {"level":"info","ts":1785359301.2225215,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263"} {"level":"info","ts":1785359301.2225413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263","EoS":true} {"level":"info","ts":1785359301.2225804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263","header":"x-maas-subscription"} {"level":"info","ts":1785359301.2225943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263","header":"x-maas-group"} {"level":"info","ts":1785359301.2226038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263","header":"x-maas-username"} {"level":"info","ts":1785359301.2226233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359301.222659,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263"} {"level":"info","ts":1785359301.2259314,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263"} {"level":"info","ts":1785359301.225953,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263"} {"level":"info","ts":1785359301.225969,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263","EoS":false} {"level":"info","ts":1785359301.2259812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263"} {"level":"info","ts":1785359301.2260065,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263","EoS":true} {"level":"info","ts":1785359301.2260165,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be522196-fd60-447c-b264-9e6c4bbcb263"} {"level":"info","ts":1785359310.5899453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359310.5900192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc"} {"level":"info","ts":1785359310.5900283,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc"} {"level":"info","ts":1785359310.5900397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc","EoS":true} {"level":"info","ts":1785359310.5900652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc","header":"x-maas-username"} {"level":"info","ts":1785359310.5900757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc","header":"x-maas-subscription"} {"level":"info","ts":1785359310.590081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc","header":"x-maas-group"} {"level":"info","ts":1785359310.5900943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359310.5901194,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc"} {"level":"info","ts":1785359310.5912974,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc"} {"level":"info","ts":1785359310.5913243,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc"} {"level":"info","ts":1785359310.591341,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc","EoS":false} {"level":"info","ts":1785359310.5913532,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc"} {"level":"info","ts":1785359310.5914173,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc","EoS":true} {"level":"info","ts":1785359310.5914304,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac936444-bb0c-489c-bfe6-5d22d18438fc"} {"level":"info","ts":1785359310.6298459,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359310.629907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097"} {"level":"info","ts":1785359310.6299164,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097"} {"level":"info","ts":1785359310.6299279,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097","EoS":true} {"level":"info","ts":1785359310.629954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097","header":"x-maas-subscription"} {"level":"info","ts":1785359310.6299624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097","header":"x-maas-group"} {"level":"info","ts":1785359310.629968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097","header":"x-maas-username"} {"level":"info","ts":1785359310.62998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359310.630003,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097"} {"level":"info","ts":1785359310.6310794,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097"} {"level":"info","ts":1785359310.6310935,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097"} {"level":"info","ts":1785359310.6311085,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097","EoS":false} {"level":"info","ts":1785359310.6311185,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097"} {"level":"info","ts":1785359310.631143,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097","EoS":true} {"level":"info","ts":1785359310.6311548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e7936705-3288-4b9e-b21b-18ea5ca80097"} {"level":"info","ts":1785359329.621211,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359329.6212847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171"} {"level":"info","ts":1785359329.6212952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171"} {"level":"info","ts":1785359329.621307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171","EoS":true} {"level":"info","ts":1785359329.621335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171","header":"x-maas-group"} {"level":"info","ts":1785359329.6213453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171","header":"x-maas-subscription"} {"level":"info","ts":1785359329.6213508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171","header":"x-maas-username"} {"level":"info","ts":1785359329.6213632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359329.6214032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171"} {"level":"info","ts":1785359329.6225615,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171"} {"level":"info","ts":1785359329.622584,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171"} {"level":"info","ts":1785359329.6226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171","EoS":false} {"level":"info","ts":1785359329.6226122,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171"} {"level":"info","ts":1785359329.622637,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171","EoS":true} {"level":"info","ts":1785359329.6226435,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1daf3bf1-ac16-48cc-8696-c4f24cc13171"} {"level":"info","ts":1785359464.4876275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359464.487721,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0"} {"level":"info","ts":1785359464.4877343,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0"} {"level":"info","ts":1785359464.4877458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0","EoS":true} {"level":"info","ts":1785359464.4877706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0","header":"x-maas-group"} {"level":"info","ts":1785359464.48778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0","header":"x-maas-username"} {"level":"info","ts":1785359464.487785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0","header":"x-maas-subscription"} {"level":"info","ts":1785359464.4877982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785359464.487825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0"} {"level":"info","ts":1785359464.4900024,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0"} {"level":"info","ts":1785359464.4900258,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0"} {"level":"info","ts":1785359464.490042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0","EoS":false} {"level":"info","ts":1785359464.4900548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0"} {"level":"info","ts":1785359464.4900851,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0","EoS":true} {"level":"info","ts":1785359464.490096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5173f5ff-054a-4ba2-9e22-f6b3fa339ff0"} {"level":"info","ts":1785359508.4025207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359508.4025972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c"} {"level":"info","ts":1785359508.402608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c"} {"level":"info","ts":1785359508.4026194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c","EoS":true} {"level":"info","ts":1785359508.402644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c","header":"x-maas-username"} {"level":"info","ts":1785359508.4026542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c","header":"x-maas-group"} {"level":"info","ts":1785359508.4026594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c","header":"x-maas-subscription"} {"level":"info","ts":1785359508.4026754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359508.4027019,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c"} {"level":"info","ts":1785359508.4063098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c"} {"level":"info","ts":1785359508.4063394,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c"} {"level":"info","ts":1785359508.4063554,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c","EoS":false} {"level":"info","ts":1785359508.4063737,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c"} {"level":"info","ts":1785359508.4064336,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c","EoS":true} {"level":"info","ts":1785359508.4064453,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a1090b80-d2f6-4a51-884a-8695cfb4321c"} {"level":"info","ts":1785359523.6129344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359523.6130106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b"} {"level":"info","ts":1785359523.6130226,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b"} {"level":"info","ts":1785359523.6130335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b","EoS":true} {"level":"info","ts":1785359523.6130583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b","header":"x-maas-subscription"} {"level":"info","ts":1785359523.6130686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b","header":"x-maas-group"} {"level":"info","ts":1785359523.6130755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b","header":"x-maas-username"} {"level":"info","ts":1785359523.6130893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359523.6131177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b"} {"level":"info","ts":1785359523.6142652,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b"} {"level":"info","ts":1785359523.6142857,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b"} {"level":"info","ts":1785359523.6143034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b","EoS":false} {"level":"info","ts":1785359523.614316,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b"} {"level":"info","ts":1785359523.6143408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b","EoS":true} {"level":"info","ts":1785359523.6143482,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c6dd03b5-d103-4b3f-94a9-a3225d17447b"} {"level":"info","ts":1785359851.3097646,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359851.3098397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4"} {"level":"info","ts":1785359851.309852,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4"} {"level":"info","ts":1785359851.309863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4","EoS":true} {"level":"info","ts":1785359851.3098865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4","header":"x-maas-username"} {"level":"info","ts":1785359851.3098967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4","header":"x-maas-subscription"} {"level":"info","ts":1785359851.3099022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4","header":"x-maas-group"} {"level":"info","ts":1785359851.309915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359851.3099396,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4"} {"level":"info","ts":1785359851.3139338,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4"} {"level":"info","ts":1785359851.3139577,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4"} {"level":"info","ts":1785359851.3139732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4","EoS":false} {"level":"info","ts":1785359851.313985,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4"} {"level":"info","ts":1785359851.3140135,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4","EoS":true} {"level":"info","ts":1785359851.3140256,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eda34986-abfd-4a61-87d7-c98a7e041ab4"} {"level":"info","ts":1785359851.3478909,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359851.3479514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a"} {"level":"info","ts":1785359851.3479614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a"} {"level":"info","ts":1785359851.347972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a","EoS":true} {"level":"info","ts":1785359851.3479936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a","header":"x-maas-subscription"} {"level":"info","ts":1785359851.3480046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a","header":"x-maas-username"} {"level":"info","ts":1785359851.3480096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a","header":"x-maas-group"} {"level":"info","ts":1785359851.3480237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785359851.34805,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a"} {"level":"info","ts":1785359851.3506465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a"} {"level":"info","ts":1785359851.3506691,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a"} {"level":"info","ts":1785359851.350695,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a","EoS":false} {"level":"info","ts":1785359851.350707,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a"} {"level":"info","ts":1785359851.350731,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a","EoS":true} {"level":"info","ts":1785359851.350739,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49126c33-0164-41ce-9bdd-ea0d78c73d9a"} {"level":"info","ts":1785359856.1724794,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ea1307ee-dbe6-428a-8f5d-33527e6548ba","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785359856.1727397,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39028.67949957,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785359856.1727564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785359856.2239273,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785359856.27296,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ea1307ee-dbe6-428a-8f5d-33527e6548ba","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785359856.288999,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d1c85be-c512-4a72-998d-7d3ae4d22457","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785359856.2890491,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d1c85be-c512-4a72-998d-7d3ae4d22457","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785359856.289092,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aef70e80-10d0-41d2-bca3-91962b1d60b8"} {"level":"info","ts":1785359856.2979262,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce83ec5f-7db5-4a88-835a-91b011d6fb61","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785359856.297958,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce83ec5f-7db5-4a88-835a-91b011d6fb61","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785359856.2988086,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aef70e80-10d0-41d2-bca3-91962b1d60b8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785359856.2990654,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38037.400704815,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785359856.2990818,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785359856.3128326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785359856.3999536,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aef70e80-10d0-41d2-bca3-91962b1d60b8","name":"e2e-external-provider"} {"level":"info","ts":1785359856.409721,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aef70e80-10d0-41d2-bca3-91962b1d60b8","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785359856.4097679,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25de750c-8847-403a-ae0d-bb6efbf3073f"} {"level":"info","ts":1785359856.4100053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eeb4e147-e776-4a87-8e1b-124dd60cd385","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785359856.4100425,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eeb4e147-e776-4a87-8e1b-124dd60cd385","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785359856.4195247,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25de750c-8847-403a-ae0d-bb6efbf3073f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785359856.4202383,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aef70e80-10d0-41d2-bca3-91962b1d60b8","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785359856.4205122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00202222-2aa7-443c-87af-5c0a58d7c2b2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785359856.420553,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00202222-2aa7-443c-87af-5c0a58d7c2b2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785359856.4268548,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"442eea2c-b2c4-4121-9da2-4fb7803d9ca2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785359856.4269102,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"442eea2c-b2c4-4121-9da2-4fb7803d9ca2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785359856.4274185,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25de750c-8847-403a-ae0d-bb6efbf3073f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785359856.427509,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31b9dd3f-6a9e-4c24-bf2b-0e5c3624838a"} {"level":"info","ts":1785359856.42754,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31b9dd3f-6a9e-4c24-bf2b-0e5c3624838a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785359856.4309337,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aef70e80-10d0-41d2-bca3-91962b1d60b8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785359856.437124,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31b9dd3f-6a9e-4c24-bf2b-0e5c3624838a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785359856.4391413,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aef70e80-10d0-41d2-bca3-91962b1d60b8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785359856.4392393,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12c0f110-bbad-4791-9823-c5c6d17c082b"} {"level":"info","ts":1785359856.4393072,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12c0f110-bbad-4791-9823-c5c6d17c082b","name":"e2e-external-provider"} {"level":"info","ts":1785359856.4472601,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6aba315e-c33e-4f7f-a55e-26b844414275"} {"level":"info","ts":1785359856.4473083,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6aba315e-c33e-4f7f-a55e-26b844414275","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785359856.4514902,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12c0f110-bbad-4791-9823-c5c6d17c082b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785359856.4528909,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6aba315e-c33e-4f7f-a55e-26b844414275","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785359856.4579954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8293c8e-79b2-4592-acc3-1b3f9548ab41","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785359856.4580255,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8293c8e-79b2-4592-acc3-1b3f9548ab41","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785359856.4580476,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bb85673-bbba-4062-979e-9b51922220ba"} {"level":"info","ts":1785359856.4580677,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63265fee-6936-4c02-b5af-ab498f4b643e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785359856.458092,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"63265fee-6936-4c02-b5af-ab498f4b643e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785359856.458127,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"861a1718-7be0-41c0-bb64-d1a7f4b941ce"} {"level":"info","ts":1785359856.4583027,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34126.24489109,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785359856.4583213,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785359856.4583392,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"861a1718-7be0-41c0-bb64-d1a7f4b941ce","name":"e2e-external-provider"} {"level":"info","ts":1785359856.4714253,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785359856.4767294,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"861a1718-7be0-41c0-bb64-d1a7f4b941ce","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785359856.5586836,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bb85673-bbba-4062-979e-9b51922220ba","name":"e2e-external-model"} {"level":"info","ts":1785359856.5699413,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bb85673-bbba-4062-979e-9b51922220ba","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785359856.5795162,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"040fdfb0-e86a-4e3a-95a2-4d333755fd69","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785359856.5795665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"040fdfb0-e86a-4e3a-95a2-4d333755fd69","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785359856.5798998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30da83cd-3bce-4cf7-bb42-c24bc7a0c3f6"} {"level":"info","ts":1785359856.5799708,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30da83cd-3bce-4cf7-bb42-c24bc7a0c3f6","name":"e2e-external-model"} {"level":"error","ts":1785359856.6014373,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30da83cd-3bce-4cf7-bb42-c24bc7a0c3f6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785359856.6014714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3daa2ba-443c-42dc-9117-37d3f4383aca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785359856.6015034,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3daa2ba-443c-42dc-9117-37d3f4383aca","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785359856.6015227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2170e433-c9d8-4c81-b38c-d9b5410c59eb"} {"level":"info","ts":1785359856.6015718,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2170e433-c9d8-4c81-b38c-d9b5410c59eb","name":"e2e-external-model"} {"level":"info","ts":1785359856.6147761,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2170e433-c9d8-4c81-b38c-d9b5410c59eb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785359856.6224382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61b431b3-2efd-4e38-b773-f602c2fb36b7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785359856.622478,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61b431b3-2efd-4e38-b773-f602c2fb36b7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785359856.6226647,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23a89a33-70e4-4be0-8282-91a953a0b2bb"} {"level":"info","ts":1785359856.6227317,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23a89a33-70e4-4be0-8282-91a953a0b2bb","name":"e2e-external-model"} {"level":"info","ts":1785359856.6319048,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23a89a33-70e4-4be0-8282-91a953a0b2bb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785359864.062603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359864.0626826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b"} {"level":"info","ts":1785359864.0626912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b"} {"level":"info","ts":1785359864.0627027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","EoS":true} {"level":"info","ts":1785359864.062743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","header":"x-maas-group"} {"level":"info","ts":1785359864.0627537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","header":"x-maas-subscription"} {"level":"info","ts":1785359864.0627613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","header":"x-maas-username"} {"level":"info","ts":1785359864.0627751,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785359864.0627854,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","modelName":"e2e-external-model"} {"level":"info","ts":1785359864.0627995,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785359864.0628397,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785359864.062857,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","authType":"apikey"} {"level":"info","ts":1785359864.062886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b"} {"level":"info","ts":1785359864.1495588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b"} {"level":"info","ts":1785359864.1495886,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b"} {"level":"info","ts":1785359864.1496084,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","EoS":false} {"level":"info","ts":1785359864.1496215,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b"} {"level":"info","ts":1785359864.1496518,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b","EoS":true} {"level":"info","ts":1785359864.1496596,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d4263e9-eaaf-4c7a-8b94-7f0a8bfb8c1b"} {"level":"info","ts":1785359864.2616134,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec3dbb12-bd9a-4611-b494-0917eafbe5c0"} {"level":"info","ts":1785359864.261633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f0422ba-aa84-474a-b97b-f0af0adc706a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785359864.2616675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f0422ba-aa84-474a-b97b-f0af0adc706a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785359864.2700388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ee51abf-030c-4852-a8c3-928a80c20fcc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785359864.270077,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ee51abf-030c-4852-a8c3-928a80c20fcc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785359864.2738757,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec3dbb12-bd9a-4611-b494-0917eafbe5c0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785359864.2739697,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec3dbb12-bd9a-4611-b494-0917eafbe5c0","name":"e2e-cleanup-test"} {"level":"info","ts":1785359864.3090532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f54d1795-51b4-4990-bcf8-c6d0857fd6fa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785359864.3090954,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f54d1795-51b4-4990-bcf8-c6d0857fd6fa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785359864.3140728,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec3dbb12-bd9a-4611-b494-0917eafbe5c0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785359864.3141315,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec3dbb12-bd9a-4611-b494-0917eafbe5c0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785359864.3141937,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05fa0032-9597-43c3-bbe9-8908c0883c16"} {"level":"info","ts":1785359864.3142526,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05fa0032-9597-43c3-bbe9-8908c0883c16","name":"e2e-cleanup-test"} {"level":"info","ts":1785359864.3291075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d273d4f9-49c3-4e88-b825-826da04488e8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785359864.3291533,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d273d4f9-49c3-4e88-b825-826da04488e8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785359864.3296618,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05fa0032-9597-43c3-bbe9-8908c0883c16","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785359864.3343706,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05fa0032-9597-43c3-bbe9-8908c0883c16","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785359864.3344855,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56a3db28-e79c-4dc1-b810-7f1e638a361e"} {"level":"info","ts":1785359864.3345423,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56a3db28-e79c-4dc1-b810-7f1e638a361e","name":"e2e-cleanup-test"} {"level":"info","ts":1785359864.3451827,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56a3db28-e79c-4dc1-b810-7f1e638a361e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785359864.3476374,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65e66ac2-eb74-42b7-ac8f-a3f595e31549","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785359864.3476696,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65e66ac2-eb74-42b7-ac8f-a3f595e31549","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785359864.3495004,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56a3db28-e79c-4dc1-b810-7f1e638a361e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785359864.3496013,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42748669-2184-4c6e-80b4-27ac298754ba"} {"level":"info","ts":1785359864.3496985,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42748669-2184-4c6e-80b4-27ac298754ba","name":"e2e-cleanup-test"} {"level":"info","ts":1785359864.3591518,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42748669-2184-4c6e-80b4-27ac298754ba","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785359872.5486376,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcbfcaeb-15bf-4553-9a56-6d173811aa9f"} {"level":"info","ts":1785359872.5486531,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aced71a5-20f4-4728-810c-5ac0eb0ac206","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785359872.5486913,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aced71a5-20f4-4728-810c-5ac0eb0ac206","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785359876.9061399,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359876.9062147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b464984a-4a11-44d3-b832-1fcc035453ee"} {"level":"info","ts":1785359876.9062278,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b464984a-4a11-44d3-b832-1fcc035453ee"} {"level":"info","ts":1785359876.9062397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b464984a-4a11-44d3-b832-1fcc035453ee","EoS":true} {"level":"info","ts":1785359876.9062724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b464984a-4a11-44d3-b832-1fcc035453ee","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785359876.9063022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b464984a-4a11-44d3-b832-1fcc035453ee"} {"level":"info","ts":1785359876.9625962,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359876.9626734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31"} {"level":"info","ts":1785359876.9626853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31"} {"level":"info","ts":1785359876.9626966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","EoS":true} {"level":"info","ts":1785359876.962723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","header":"x-maas-username"} {"level":"info","ts":1785359876.9627337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","header":"x-maas-group"} {"level":"info","ts":1785359876.9627388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","header":"x-maas-subscription"} {"level":"info","ts":1785359876.9627523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785359876.9627595,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","modelName":"e2e-external-model"} {"level":"info","ts":1785359876.9627707,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785359876.962793,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785359876.9628086,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","authType":"apikey"} {"level":"info","ts":1785359876.9628332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31"} {"level":"info","ts":1785359877.0490484,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31"} {"level":"info","ts":1785359877.049079,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31"} {"level":"info","ts":1785359877.0491018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","EoS":false} {"level":"info","ts":1785359877.0491173,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31"} {"level":"info","ts":1785359877.049147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31","EoS":true} {"level":"info","ts":1785359877.0491543,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"82e774b8-c51c-4193-9d6a-07ada7aebc31"} {"level":"info","ts":1785359877.0902948,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359877.0904093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6"} {"level":"info","ts":1785359877.0904274,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6"} {"level":"info","ts":1785359877.0904417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6","EoS":true} {"level":"info","ts":1785359877.090472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6","header":"x-maas-username"} {"level":"info","ts":1785359877.0904827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6","header":"x-maas-group"} {"level":"info","ts":1785359877.0904877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6","header":"x-maas-subscription"} {"level":"info","ts":1785359877.0905066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785359877.0905352,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6"} {"level":"info","ts":1785359877.1354887,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6"} {"level":"info","ts":1785359877.1355183,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6"} {"level":"info","ts":1785359877.135536,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6","EoS":false} {"level":"info","ts":1785359877.1355498,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6"} {"level":"info","ts":1785359877.1355803,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6","EoS":true} {"level":"info","ts":1785359877.1355956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"22770543-cfd8-4125-929e-9ab85cfe30b6"} {"level":"info","ts":1785359877.174437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785359877.1745114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8"} {"level":"info","ts":1785359877.1745205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8"} {"level":"info","ts":1785359877.1745343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8","EoS":true} {"level":"info","ts":1785359877.1745598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8","header":"x-maas-username"} {"level":"info","ts":1785359877.1745715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8","header":"x-maas-group"} {"level":"info","ts":1785359877.1745777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8","header":"x-maas-subscription"} {"level":"info","ts":1785359877.174607,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8"} {"level":"info","ts":1785359877.2198098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8"} {"level":"info","ts":1785359877.219844,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8"} {"level":"info","ts":1785359877.2198627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8","EoS":false} {"level":"info","ts":1785359877.2198763,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8"} {"level":"info","ts":1785359877.2199101,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8","EoS":true} {"level":"info","ts":1785359877.2199163,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"54ee9870-82ef-435e-a301-e2049920b4b8"} {"level":"info","ts":1785359878.236103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d65a3bda-7a56-44db-b722-8b38d6602a06"} {"level":"info","ts":1785359878.2361479,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec185f30-0b8b-438d-a24d-5b4a8f8a9896","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785359878.2361794,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec185f30-0b8b-438d-a24d-5b4a8f8a9896","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785359878.5228653,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd81c57b-3f6f-4183-bf22-5eac7aa8352c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785359878.5229082,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd81c57b-3f6f-4183-bf22-5eac7aa8352c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785359878.5229099,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3740e72a-a73e-43dc-b745-84ffeb9cb8e4"} {"level":"info","ts":1785359878.6678822,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a4549dee-367d-46a1-8bee-f923135055d7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785359878.6679416,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a4549dee-367d-46a1-8bee-f923135055d7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785361299.3835952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361299.3836575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f386c68c-aee2-4916-978b-782f50e55dc4"} {"level":"info","ts":1785361379.8668652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785361379.866949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6"} {"level":"info","ts":1785361379.8669612,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6"} {"level":"info","ts":1785361379.866972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6","EoS":true} {"level":"info","ts":1785361379.867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6","header":"x-maas-group"} {"level":"info","ts":1785361379.8670108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6","header":"x-maas-subscription"} {"level":"info","ts":1785361379.867016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6","header":"x-maas-username"} {"level":"info","ts":1785361379.8670318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785361379.8670583,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6"} {"level":"info","ts":1785361379.8709302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6"} {"level":"info","ts":1785361379.8709583,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6"} {"level":"info","ts":1785361379.8709745,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6","EoS":false} {"level":"info","ts":1785361379.8709874,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6"} {"level":"info","ts":1785361379.871017,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6","EoS":true} {"level":"info","ts":1785361379.8710299,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"60757c09-a48e-4b64-b972-1af930364fe6"}