{"level":"info","ts":1785353599.3023849,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.3024108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7"} {"level":"info","ts":1785353599.303489,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7"} {"level":"info","ts":1785353599.3035374,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7"} {"level":"info","ts":1785353599.3035576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7","EoS":false} {"level":"info","ts":1785353599.303573,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7"} {"level":"info","ts":1785353599.3036005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7","EoS":true} {"level":"info","ts":1785353599.3036137,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01277b18-e017-47bc-9abe-fafda6dcf3f7"} {"level":"info","ts":1785353599.4402437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353599.4403439,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2"} {"level":"info","ts":1785353599.4403565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2"} {"level":"info","ts":1785353599.4403696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","EoS":true} {"level":"info","ts":1785353599.4403977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","header":"x-maas-username"} {"level":"info","ts":1785353599.4404078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","header":"x-maas-group"} {"level":"info","ts":1785353599.4404135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","header":"x-maas-subscription"} {"level":"info","ts":1785353599.4404285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.4404564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2"} {"level":"info","ts":1785353599.4432452,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2"} {"level":"info","ts":1785353599.4432676,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2"} {"level":"info","ts":1785353599.44329,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","EoS":false} {"level":"info","ts":1785353599.4433048,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2"} {"level":"info","ts":1785353599.4433298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2","EoS":true} {"level":"info","ts":1785353599.443338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"314365b9-98ca-447d-8d67-6d3bb34c16c2"} {"level":"info","ts":1785353599.5792115,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353599.5792878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514"} {"level":"info","ts":1785353599.5793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514"} {"level":"info","ts":1785353599.579312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","EoS":true} {"level":"info","ts":1785353599.5793393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","header":"x-maas-group"} {"level":"info","ts":1785353599.5793495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","header":"x-maas-username"} {"level":"info","ts":1785353599.5793545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","header":"x-maas-subscription"} {"level":"info","ts":1785353599.5793698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.5793946,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514"} {"level":"info","ts":1785353599.5803382,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514"} {"level":"info","ts":1785353599.580365,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514"} {"level":"info","ts":1785353599.5803888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","EoS":false} {"level":"info","ts":1785353599.5804093,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514"} {"level":"info","ts":1785353599.5804331,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514","EoS":true} {"level":"info","ts":1785353599.5804408,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"969b59c8-239c-4914-a7ae-dd3c21f42514"} {"level":"info","ts":1785353599.7133117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353599.7133904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1"} {"level":"info","ts":1785353599.7134094,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1"} {"level":"info","ts":1785353599.7134218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","EoS":true} {"level":"info","ts":1785353599.7134454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","header":"x-maas-username"} {"level":"info","ts":1785353599.713456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","header":"x-maas-subscription"} {"level":"info","ts":1785353599.7134614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","header":"x-maas-group"} {"level":"info","ts":1785353599.713541,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.7135713,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1"} {"level":"info","ts":1785353599.7144084,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1"} {"level":"info","ts":1785353599.7144284,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1"} {"level":"info","ts":1785353599.7144456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","EoS":false} {"level":"info","ts":1785353599.7144663,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1"} {"level":"info","ts":1785353599.714492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1","EoS":true} {"level":"info","ts":1785353599.7145007,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bf63ef83-9f02-4a78-9459-d0891f3168f1"} {"level":"info","ts":1785353599.851433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353599.8515363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75"} {"level":"info","ts":1785353599.8515527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75"} {"level":"info","ts":1785353599.851566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","EoS":true} {"level":"info","ts":1785353599.8515933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","header":"x-maas-subscription"} {"level":"info","ts":1785353599.851605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","header":"x-maas-username"} {"level":"info","ts":1785353599.85161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","header":"x-maas-group"} {"level":"info","ts":1785353599.8516366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353599.8516622,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75"} {"level":"info","ts":1785353599.8526394,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75"} {"level":"info","ts":1785353599.85266,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75"} {"level":"info","ts":1785353599.8526778,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","EoS":false} {"level":"info","ts":1785353599.8526943,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75"} {"level":"info","ts":1785353599.8527322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75","EoS":true} {"level":"info","ts":1785353599.8527422,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6879b870-4dea-4999-be05-720a71d7fe75"} {"level":"info","ts":1785353618.8211265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353618.8212059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93"} {"level":"info","ts":1785353618.8212173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93"} {"level":"info","ts":1785353618.8212283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","EoS":true} {"level":"info","ts":1785353618.8212538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","header":"x-maas-group"} {"level":"info","ts":1785353618.8212636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","header":"x-maas-subscription"} {"level":"info","ts":1785353618.8212686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","header":"x-maas-username"} {"level":"info","ts":1785353618.8212826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353618.8213084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93"} {"level":"info","ts":1785353618.8237479,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93"} {"level":"info","ts":1785353618.8237703,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93"} {"level":"info","ts":1785353618.8237925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","EoS":false} {"level":"info","ts":1785353618.8238113,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93"} {"level":"info","ts":1785353618.8238468,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93","EoS":true} {"level":"info","ts":1785353618.8238568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2e2b9147-f7a2-4df2-ba6d-ed2e3fdbbe93"} {"level":"info","ts":1785353618.9163167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353618.9163895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c60f41e-56fa-46b6-9ced-3c6e273a5930"} {"level":"info","ts":1785353618.9170637,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c60f41e-56fa-46b6-9ced-3c6e273a5930"} {"level":"info","ts":1785353618.917085,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0c60f41e-56fa-46b6-9ced-3c6e273a5930"} {"level":"info","ts":1785353618.9171088,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c60f41e-56fa-46b6-9ced-3c6e273a5930","EoS":false} {"level":"info","ts":1785353618.9171305,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c60f41e-56fa-46b6-9ced-3c6e273a5930"} {"level":"info","ts":1785353618.9171677,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c60f41e-56fa-46b6-9ced-3c6e273a5930","EoS":true} {"level":"info","ts":1785353618.9171777,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c60f41e-56fa-46b6-9ced-3c6e273a5930"} {"level":"info","ts":1785353623.5405285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353623.5406446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0"} {"level":"info","ts":1785353623.5406623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0"} {"level":"info","ts":1785353623.5406768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","EoS":true} {"level":"info","ts":1785353623.5407073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","header":"x-maas-subscription"} {"level":"info","ts":1785353623.540719,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","header":"x-maas-group"} {"level":"info","ts":1785353623.540724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","header":"x-maas-username"} {"level":"info","ts":1785353623.5407395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353623.540767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0"} {"level":"info","ts":1785353623.5424771,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0"} {"level":"info","ts":1785353623.5425055,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0"} {"level":"info","ts":1785353623.5425496,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","EoS":false} {"level":"info","ts":1785353623.5425644,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0"} {"level":"info","ts":1785353623.5425923,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0","EoS":true} {"level":"info","ts":1785353623.5426,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7302bcde-7322-445d-9bea-0589043a78f0"} {"level":"info","ts":1785353636.1620734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353636.1621501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604"} {"level":"info","ts":1785353636.1621614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604"} {"level":"info","ts":1785353636.1621768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","EoS":true} {"level":"info","ts":1785353636.1622007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","header":"x-maas-username"} {"level":"info","ts":1785353636.1622107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","header":"x-maas-subscription"} {"level":"info","ts":1785353636.162216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","header":"x-maas-group"} {"level":"info","ts":1785353636.1622295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353636.1622555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604"} {"level":"info","ts":1785353636.1631515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604"} {"level":"info","ts":1785353636.1631777,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604"} {"level":"info","ts":1785353636.163202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","EoS":false} {"level":"info","ts":1785353636.1632228,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604"} {"level":"info","ts":1785353636.1632502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604","EoS":true} {"level":"info","ts":1785353636.1632583,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d21812f-1c40-40f6-b7fa-3a02e8ba6604"} {"level":"info","ts":1785353648.9973238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353648.9974117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0"} {"level":"info","ts":1785353648.997429,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0"} {"level":"info","ts":1785353648.9974413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","EoS":true} {"level":"info","ts":1785353648.9974685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","header":"x-maas-subscription"} {"level":"info","ts":1785353648.9974794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","header":"x-maas-username"} {"level":"info","ts":1785353648.9974847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","header":"x-maas-group"} {"level":"info","ts":1785353648.9975045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353648.9975555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0"} {"level":"info","ts":1785353648.9982293,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0"} {"level":"info","ts":1785353648.998252,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0"} {"level":"info","ts":1785353648.9982736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","EoS":false} {"level":"info","ts":1785353648.9982877,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0"} {"level":"info","ts":1785353648.9983094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0","EoS":true} {"level":"info","ts":1785353648.9983187,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1f02c6cb-573d-443a-8fd5-ee8c2dc3e8b0"} {"level":"info","ts":1785353657.5227897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353657.5228746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e"} {"level":"info","ts":1785353657.5229077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e"} {"level":"info","ts":1785353657.5229223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","EoS":true} {"level":"info","ts":1785353657.5229535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","header":"x-maas-subscription"} {"level":"info","ts":1785353657.5229654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","header":"x-maas-group"} {"level":"info","ts":1785353657.5229707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","header":"x-maas-username"} {"level":"info","ts":1785353657.5229833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353657.5230157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e"} {"level":"info","ts":1785353657.5237496,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e"} {"level":"info","ts":1785353657.5237768,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e"} {"level":"info","ts":1785353657.5238032,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","EoS":false} {"level":"info","ts":1785353657.523825,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e"} {"level":"info","ts":1785353657.5238543,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e","EoS":true} {"level":"info","ts":1785353657.5238628,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a77e88be-f64f-4dd0-9532-162c03154e7e"} {"level":"info","ts":1785353666.352275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353666.3523695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20"} {"level":"info","ts":1785353666.3523867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20"} {"level":"info","ts":1785353666.3524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","EoS":true} {"level":"info","ts":1785353666.352427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","header":"x-maas-subscription"} {"level":"info","ts":1785353666.352439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","header":"x-maas-group"} {"level":"info","ts":1785353666.3524442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","header":"x-maas-username"} {"level":"info","ts":1785353666.3524575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353666.352483,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20"} {"level":"info","ts":1785353666.3532062,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20"} {"level":"info","ts":1785353666.3532279,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20"} {"level":"info","ts":1785353666.353248,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","EoS":false} {"level":"info","ts":1785353666.3532684,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20"} {"level":"info","ts":1785353666.3532963,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20","EoS":true} {"level":"info","ts":1785353666.3533053,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6ec5e2b8-90a7-4a3c-b005-9b03f61afe20"} {"level":"info","ts":1785353691.2352464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353691.235358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec"} {"level":"info","ts":1785353691.235373,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec"} {"level":"info","ts":1785353691.2353864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","EoS":true} {"level":"info","ts":1785353691.2354162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","header":"x-maas-subscription"} {"level":"info","ts":1785353691.2354276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","header":"x-maas-group"} {"level":"info","ts":1785353691.235433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","header":"x-maas-username"} {"level":"info","ts":1785353691.2354581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353691.235481,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec"} {"level":"info","ts":1785353691.2363727,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec"} {"level":"info","ts":1785353691.2363927,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec"} {"level":"info","ts":1785353691.2364078,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","EoS":false} {"level":"info","ts":1785353691.236421,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec"} {"level":"info","ts":1785353691.2364488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec","EoS":true} {"level":"info","ts":1785353691.2364626,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6abbe4b-2255-4c7a-8b4d-39e3427c9fec"} {"level":"info","ts":1785353714.6809542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353714.6810393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0"} {"level":"info","ts":1785353714.6810532,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0"} {"level":"info","ts":1785353714.6810663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","EoS":true} {"level":"info","ts":1785353714.681094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","header":"x-maas-group"} {"level":"info","ts":1785353714.681102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","header":"x-maas-username"} {"level":"info","ts":1785353714.6811073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","header":"x-maas-subscription"} {"level":"info","ts":1785353714.6811218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785353714.6811528,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0"} {"level":"info","ts":1785353714.6820877,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0"} {"level":"info","ts":1785353714.68211,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0"} {"level":"info","ts":1785353714.6821241,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","EoS":false} {"level":"info","ts":1785353714.682134,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0"} {"level":"info","ts":1785353714.682163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0","EoS":true} {"level":"info","ts":1785353714.6821692,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29a1a7a6-eb44-9db7-b6d0-062d1204c9d0"} {"level":"info","ts":1785353753.7611663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353753.76127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e"} {"level":"info","ts":1785353753.7612877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e"} {"level":"info","ts":1785353753.7613018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","EoS":true} {"level":"info","ts":1785353753.7613301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","header":"x-maas-subscription"} {"level":"info","ts":1785353753.761341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","header":"x-maas-group"} {"level":"info","ts":1785353753.7613547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","header":"x-maas-username"} {"level":"info","ts":1785353753.7613702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353753.7613986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e"} {"level":"info","ts":1785353753.7621255,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e"} {"level":"info","ts":1785353753.7621489,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e"} {"level":"info","ts":1785353753.762166,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","EoS":false} {"level":"info","ts":1785353753.762187,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e"} {"level":"info","ts":1785353753.762219,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e","EoS":true} {"level":"info","ts":1785353753.7622266,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3cf66f08-c81f-42c2-8f17-7ed0d9a79a6e"} {"level":"info","ts":1785353763.1275358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353763.1276126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5"} {"level":"info","ts":1785353763.1276255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5"} {"level":"info","ts":1785353763.127637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","EoS":true} {"level":"info","ts":1785353763.127663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","header":"x-maas-group"} {"level":"info","ts":1785353763.1276736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","header":"x-maas-username"} {"level":"info","ts":1785353763.1276789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","header":"x-maas-subscription"} {"level":"info","ts":1785353763.127695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353763.127723,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5"} {"level":"info","ts":1785353763.1300325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5"} {"level":"info","ts":1785353763.130064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5"} {"level":"info","ts":1785353763.1300812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","EoS":false} {"level":"info","ts":1785353763.1300948,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5"} {"level":"info","ts":1785353763.1301286,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5","EoS":true} {"level":"info","ts":1785353763.1301398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7599e70-5345-4cf2-9331-3030b97150c5"} {"level":"info","ts":1785353763.1620076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353763.1620877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f"} {"level":"info","ts":1785353763.162101,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f"} {"level":"info","ts":1785353763.162113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","EoS":true} {"level":"info","ts":1785353763.1621397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","header":"x-maas-subscription"} {"level":"info","ts":1785353763.162148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","header":"x-maas-username"} {"level":"info","ts":1785353763.162154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","header":"x-maas-group"} {"level":"info","ts":1785353763.1621683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353763.1621957,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f"} {"level":"info","ts":1785353763.1629515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f"} {"level":"info","ts":1785353763.1629772,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f"} {"level":"info","ts":1785353763.1630015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","EoS":false} {"level":"info","ts":1785353763.1630185,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f"} {"level":"info","ts":1785353763.163056,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f","EoS":true} {"level":"info","ts":1785353763.163067,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fdcb77f9-d51b-46ca-9176-2279c3c95d3f"} {"level":"info","ts":1785353782.208491,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353782.2086256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a"} {"level":"info","ts":1785353782.2086446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a"} {"level":"info","ts":1785353782.2086618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","EoS":true} {"level":"info","ts":1785353782.2086985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","header":"x-maas-group"} {"level":"info","ts":1785353782.2087135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","header":"x-maas-username"} {"level":"info","ts":1785353782.2087212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","header":"x-maas-subscription"} {"level":"info","ts":1785353782.2087395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353782.2087731,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a"} {"level":"info","ts":1785353782.2096806,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a"} {"level":"info","ts":1785353782.2097096,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a"} {"level":"info","ts":1785353782.209735,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","EoS":false} {"level":"info","ts":1785353782.2097561,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a"} {"level":"info","ts":1785353782.2097974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a","EoS":true} {"level":"info","ts":1785353782.2098098,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"99bd6ff2-2325-4721-97a6-4153e367430a"} {"level":"info","ts":1785353915.5391207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353915.5392053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024"} {"level":"info","ts":1785353915.539217,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024"} {"level":"info","ts":1785353915.5392292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","EoS":true} {"level":"info","ts":1785353915.5392568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","header":"x-maas-group"} {"level":"info","ts":1785353915.5392675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","header":"x-maas-username"} {"level":"info","ts":1785353915.5392728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","header":"x-maas-subscription"} {"level":"info","ts":1785353915.5392869,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785353915.53931,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024"} {"level":"info","ts":1785353915.5421062,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024"} {"level":"info","ts":1785353915.5421314,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024"} {"level":"info","ts":1785353915.5421538,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","EoS":false} {"level":"info","ts":1785353915.542172,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024"} {"level":"info","ts":1785353915.5422115,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024","EoS":true} {"level":"info","ts":1785353915.542225,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"565a6b80-be7d-42fd-9424-30b8dc7ae024"} {"level":"info","ts":1785353956.7613046,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353956.761388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92"} {"level":"info","ts":1785353956.7614002,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92"} {"level":"info","ts":1785353956.7614124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","EoS":true} {"level":"info","ts":1785353956.761439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","header":"x-maas-group"} {"level":"info","ts":1785353956.7614496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","header":"x-maas-username"} {"level":"info","ts":1785353956.7614546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","header":"x-maas-subscription"} {"level":"info","ts":1785353956.7614686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353956.7614965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92"} {"level":"info","ts":1785353956.763485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92"} {"level":"info","ts":1785353956.763524,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92"} {"level":"info","ts":1785353956.7635407,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","EoS":false} {"level":"info","ts":1785353956.7635524,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92"} {"level":"info","ts":1785353956.7635775,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92","EoS":true} {"level":"info","ts":1785353956.763583,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4c04170e-6fa3-4dbe-b80a-a9d162d65a92"} {"level":"info","ts":1785353971.9842565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785353971.9843626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a"} {"level":"info","ts":1785353971.9843786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a"} {"level":"info","ts":1785353971.9843926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","EoS":true} {"level":"info","ts":1785353971.9844193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","header":"x-maas-username"} {"level":"info","ts":1785353971.9844296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","header":"x-maas-subscription"} {"level":"info","ts":1785353971.9844348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","header":"x-maas-group"} {"level":"info","ts":1785353971.9844496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785353971.9844754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a"} {"level":"info","ts":1785353971.9851978,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a"} {"level":"info","ts":1785353971.9852228,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a"} {"level":"info","ts":1785353971.98524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","EoS":false} {"level":"info","ts":1785353971.9852517,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a"} {"level":"info","ts":1785353971.9852738,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a","EoS":true} {"level":"info","ts":1785353971.9852817,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da5af6dd-3b9d-45c2-8b4d-64ece83f3f4a"} {"level":"info","ts":1785354279.2410054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354279.2411015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060"} {"level":"info","ts":1785354279.2411132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060"} {"level":"info","ts":1785354279.2411244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","EoS":true} {"level":"info","ts":1785354279.241149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","header":"x-maas-username"} {"level":"info","ts":1785354279.2411592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","header":"x-maas-group"} {"level":"info","ts":1785354279.2411642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","header":"x-maas-subscription"} {"level":"info","ts":1785354279.241178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785354279.2412055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060"} {"level":"info","ts":1785354279.24271,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060"} {"level":"info","ts":1785354279.2427328,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060"} {"level":"info","ts":1785354279.2427547,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","EoS":false} {"level":"info","ts":1785354279.2427704,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060"} {"level":"info","ts":1785354279.2428021,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060","EoS":true} {"level":"info","ts":1785354279.2428098,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f2656164-0df4-4bfa-8fca-d3f7ccb79060"} {"level":"info","ts":1785354284.0395927,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6a124988-0ba0-4cbe-89b0-d3780de5fb94","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785354284.0398848,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36933.973033227,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.039912,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.0810575,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.1406724,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6a124988-0ba0-4cbe-89b0-d3780de5fb94","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785354284.151963,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e19a8310-019f-43af-97aa-eae9f9724bc5"} {"level":"info","ts":1785354284.1520689,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8affe216-2b33-4b15-a1d1-ba3e49a54ccf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785354284.152098,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8affe216-2b33-4b15-a1d1-ba3e49a54ccf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785354284.1594462,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51a7fcda-261a-4d6e-b1d6-d93268c3acb8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785354284.1594832,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51a7fcda-261a-4d6e-b1d6-d93268c3acb8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785354284.1597373,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37219.182632946,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.1597548,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.1691022,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.2602417,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e19a8310-019f-43af-97aa-eae9f9724bc5","name":"e2e-external-provider"} {"level":"info","ts":1785354284.2698655,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e19a8310-019f-43af-97aa-eae9f9724bc5","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785354284.2701862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7af4296c-ee04-4ba9-90fd-1c49b0a45880","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.270236,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7af4296c-ee04-4ba9-90fd-1c49b0a45880","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785354284.2702155,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bbfe4d6-eb03-4f6f-b454-a0eaa6861e05"} {"level":"info","ts":1785354284.2817748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52c95541-d638-41d6-a3b0-aa1a81fbf8d6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.281801,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52c95541-d638-41d6-a3b0-aa1a81fbf8d6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785354284.2819018,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bbfe4d6-eb03-4f6f-b454-a0eaa6861e05","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785354284.2861278,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e19a8310-019f-43af-97aa-eae9f9724bc5","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785354284.2898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74feadb5-2ebd-43f3-b6b5-476b66daf878","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.2898226,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74feadb5-2ebd-43f3-b6b5-476b66daf878","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785354284.2898672,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bbfe4d6-eb03-4f6f-b454-a0eaa6861e05","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354284.2899356,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a38cbe59-066f-4198-b299-854a801c1747"} {"level":"info","ts":1785354284.2899582,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a38cbe59-066f-4198-b299-854a801c1747","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785354284.293087,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e19a8310-019f-43af-97aa-eae9f9724bc5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785354284.2948143,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a38cbe59-066f-4198-b299-854a801c1747","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354284.2999685,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bafc3bc5-3062-4e6d-a8a1-4dc743597d70"} {"level":"info","ts":1785354284.3000233,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bafc3bc5-3062-4e6d-a8a1-4dc743597d70","name":"e2e-external-provider"} {"level":"info","ts":1785354284.3000402,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"258f38b6-21b6-4d5b-afee-4e8ebc3fd527","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785354284.3000598,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"258f38b6-21b6-4d5b-afee-4e8ebc3fd527","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785354284.3001158,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d476a976-0d15-4123-85c3-4f835e9e44b9"} {"level":"info","ts":1785354284.300299,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36289.019537346,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.3003125,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.3003738,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c1d45fa-c570-48ea-bd18-fa6bbea00851","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.300394,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c1d45fa-c570-48ea-bd18-fa6bbea00851","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785354284.3088684,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785354284.3170538,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bafc3bc5-3062-4e6d-a8a1-4dc743597d70","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785354284.3226812,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bafc3bc5-3062-4e6d-a8a1-4dc743597d70","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354284.322767,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ec3029d-db12-41b3-b3c2-9a5306c317ac"} {"level":"info","ts":1785354284.322804,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ec3029d-db12-41b3-b3c2-9a5306c317ac","name":"e2e-external-provider"} {"level":"info","ts":1785354284.335299,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ec3029d-db12-41b3-b3c2-9a5306c317ac","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785354284.4003742,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d476a976-0d15-4123-85c3-4f835e9e44b9","name":"e2e-external-model"} {"level":"info","ts":1785354284.4112036,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d476a976-0d15-4123-85c3-4f835e9e44b9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785354284.4218457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37a7fd9d-4a9a-4b51-8d90-09aa771b556b"} {"level":"info","ts":1785354284.4218457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6eec49-8777-4137-b72d-de39dc797d3b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.4218931,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6eec49-8777-4137-b72d-de39dc797d3b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785354284.4219306,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37a7fd9d-4a9a-4b51-8d90-09aa771b556b","name":"e2e-external-model"} {"level":"info","ts":1785354284.4386632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b35642f0-3bb5-4d78-83ab-ee460659b747","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.4386969,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b35642f0-3bb5-4d78-83ab-ee460659b747","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785354284.4387097,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37a7fd9d-4a9a-4b51-8d90-09aa771b556b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354284.4387853,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"117d6655-ccbc-4582-8873-a85642f0ac4c"} {"level":"info","ts":1785354284.4388413,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"117d6655-ccbc-4582-8873-a85642f0ac4c","name":"e2e-external-model"} {"level":"info","ts":1785354284.4466743,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"117d6655-ccbc-4582-8873-a85642f0ac4c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785354284.4523206,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cbd6ec0-daea-4983-8fb6-974b381aaf28"} {"level":"info","ts":1785354284.4523914,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cbd6ec0-daea-4983-8fb6-974b381aaf28","name":"e2e-external-model"} {"level":"info","ts":1785354284.4523222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b14c0ec2-7e93-492e-91bb-0b49152fd077","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354284.4524493,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b14c0ec2-7e93-492e-91bb-0b49152fd077","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785354284.461015,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cbd6ec0-daea-4983-8fb6-974b381aaf28","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785354293.884623,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354293.8847153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272"} {"level":"info","ts":1785354293.8847315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272"} {"level":"info","ts":1785354293.884746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","EoS":true} {"level":"info","ts":1785354293.8847709,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","header":"x-maas-group"} {"level":"info","ts":1785354293.8847823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","header":"x-maas-subscription"} {"level":"info","ts":1785354293.8847868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","header":"x-maas-username"} {"level":"info","ts":1785354293.8848112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785354293.8848188,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","modelName":"e2e-external-model"} {"level":"info","ts":1785354293.8848314,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785354293.8848677,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785354293.8848903,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","authType":"apikey"} {"level":"info","ts":1785354293.884921,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272"} {"level":"info","ts":1785354293.974284,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272"} {"level":"info","ts":1785354293.9743133,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272"} {"level":"info","ts":1785354293.9743316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","EoS":false} {"level":"info","ts":1785354293.974346,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272"} {"level":"info","ts":1785354293.9743824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272","EoS":true} {"level":"info","ts":1785354293.9743917,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5087e7fb-1825-4d7e-b772-5f67dfcde272"} {"level":"info","ts":1785354294.0883536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9366911c-ae9d-4345-8074-ac70fff0eef8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354294.0883877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"512d3d30-df47-4ae2-92ea-9d3ab469b3b0"} {"level":"info","ts":1785354294.0883963,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9366911c-ae9d-4345-8074-ac70fff0eef8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785354294.0985565,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2543267-e100-4068-8b2f-bdbe6162a22f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354294.0985932,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2543267-e100-4068-8b2f-bdbe6162a22f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785354294.0992336,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"512d3d30-df47-4ae2-92ea-9d3ab469b3b0","name":"e2e-cleanup-test"} {"level":"info","ts":1785354294.1169577,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"512d3d30-df47-4ae2-92ea-9d3ab469b3b0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785354294.1252286,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ca537f8-194a-4c9f-9d0e-89b2864ddb45"} {"level":"info","ts":1785354294.1252866,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ca537f8-194a-4c9f-9d0e-89b2864ddb45","name":"e2e-cleanup-test"} {"level":"info","ts":1785354294.1252306,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22c7b960-74bf-4794-9724-34d43593e781","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354294.1253352,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22c7b960-74bf-4794-9724-34d43593e781","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785354294.1427479,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2cc54c5-751e-4b46-bddc-427ff67970b5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354294.1427846,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2cc54c5-751e-4b46-bddc-427ff67970b5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785354294.1428297,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ca537f8-194a-4c9f-9d0e-89b2864ddb45","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785354294.1429565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47711b40-21d6-474c-880e-32ee3dff8844"} {"level":"info","ts":1785354294.1430204,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47711b40-21d6-474c-880e-32ee3dff8844","name":"e2e-cleanup-test"} {"level":"info","ts":1785354294.1542292,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47711b40-21d6-474c-880e-32ee3dff8844","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785354294.17002,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8240a08b-cd85-4e6a-ad89-540432c9de44","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354294.170053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15f5b75a-9b33-46ee-8e90-7724f9cf21ff"} {"level":"info","ts":1785354294.170063,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8240a08b-cd85-4e6a-ad89-540432c9de44","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785354294.1701174,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15f5b75a-9b33-46ee-8e90-7724f9cf21ff","name":"e2e-cleanup-test"} {"level":"info","ts":1785354294.186109,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15f5b75a-9b33-46ee-8e90-7724f9cf21ff","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785354302.3520277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4080d0c6-daa2-433c-aeaa-29f2632db57f"} {"level":"info","ts":1785354302.3520727,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a032b295-b5ec-477b-bbec-069979abeaa9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354302.352105,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a032b295-b5ec-477b-bbec-069979abeaa9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785354306.6395724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354306.6396704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c"} {"level":"info","ts":1785354306.6396904,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c"} {"level":"info","ts":1785354306.6397102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c","EoS":true} {"level":"info","ts":1785354306.6397643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785354306.6397982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"242ec350-e613-43c8-aef5-772f4a4ffd5c"} {"level":"info","ts":1785354306.6754081,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354306.6754806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62"} {"level":"info","ts":1785354306.6754913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62"} {"level":"info","ts":1785354306.6755025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","EoS":true} {"level":"info","ts":1785354306.675561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","header":"x-maas-group"} {"level":"info","ts":1785354306.6755755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","header":"x-maas-subscription"} {"level":"info","ts":1785354306.6755824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","header":"x-maas-username"} {"level":"info","ts":1785354306.6755974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785354306.675607,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","modelName":"e2e-external-model"} {"level":"info","ts":1785354306.6756196,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785354306.6756442,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785354306.6756625,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","authType":"apikey"} {"level":"info","ts":1785354306.6756845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62"} {"level":"info","ts":1785354306.774278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62"} {"level":"info","ts":1785354306.7743099,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62"} {"level":"info","ts":1785354306.7743351,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","EoS":false} {"level":"info","ts":1785354306.774354,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62"} {"level":"info","ts":1785354306.7743928,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62","EoS":true} {"level":"info","ts":1785354306.774405,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"42a84643-e964-4f6d-b950-b1ad3b842a62"} {"level":"info","ts":1785354306.8129082,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354306.8129878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004"} {"level":"info","ts":1785354306.8130019,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004"} {"level":"info","ts":1785354306.813015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","EoS":true} {"level":"info","ts":1785354306.813047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","header":"x-maas-group"} {"level":"info","ts":1785354306.8130584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","header":"x-maas-username"} {"level":"info","ts":1785354306.8130653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","header":"x-maas-subscription"} {"level":"info","ts":1785354306.8130798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785354306.8131058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004"} {"level":"info","ts":1785354306.856002,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004"} {"level":"info","ts":1785354306.8560305,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004"} {"level":"info","ts":1785354306.8560493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","EoS":false} {"level":"info","ts":1785354306.8560627,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004"} {"level":"info","ts":1785354306.8560922,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004","EoS":true} {"level":"info","ts":1785354306.8561015,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ec7adfd-14f2-46e5-8583-000d8e842004"} {"level":"info","ts":1785354306.8875875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785354306.8876607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765"} {"level":"info","ts":1785354306.8876717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765"} {"level":"info","ts":1785354306.8876927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765","EoS":true} {"level":"info","ts":1785354306.8877263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765","header":"x-maas-username"} {"level":"info","ts":1785354306.8877375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765","header":"x-maas-group"} {"level":"info","ts":1785354306.8877432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765","header":"x-maas-subscription"} {"level":"info","ts":1785354306.8877733,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765"} {"level":"info","ts":1785354306.9330902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765"} {"level":"info","ts":1785354306.9331167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765"} {"level":"info","ts":1785354306.9331334,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765","EoS":false} {"level":"info","ts":1785354306.9331472,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765"} {"level":"info","ts":1785354306.933171,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765","EoS":true} {"level":"info","ts":1785354306.9331806,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40fa58a6-9466-4219-86bf-363aa0dfa765"} {"level":"info","ts":1785354307.743433,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e1f4c3e-baf5-4263-bfaf-574cae4f3f09","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354307.743477,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e1f4c3e-baf5-4263-bfaf-574cae4f3f09","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785354307.7434742,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbe28231-4e24-43c9-9a0a-9d5ce921b2b6"} {"level":"info","ts":1785354307.8828306,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fe79ba2-698a-4d50-8a8d-9ad6be720431","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785354307.8828797,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fe79ba2-698a-4d50-8a8d-9ad6be720431","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785354307.8828793,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a960572-c15b-45ef-9316-85b44c1c7a34"} {"level":"info","ts":1785354307.9919157,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4d33185c-13ff-45db-b8d0-cf98dac39a5c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785354307.992028,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4d33185c-13ff-45db-b8d0-cf98dac39a5c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785355765.369458,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785355765.369557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb196927-28ce-4276-96e4-b91c013cfea6"} {"level":"info","ts":1785355839.2586024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785355839.2587106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe"} {"level":"info","ts":1785355839.2587283,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe"} {"level":"info","ts":1785355839.2587485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","EoS":true} {"level":"info","ts":1785355839.258789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","header":"x-maas-subscription"} {"level":"info","ts":1785355839.2588012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","header":"x-maas-group"} {"level":"info","ts":1785355839.2588067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","header":"x-maas-username"} {"level":"info","ts":1785355839.2588239,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785355839.2588584,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe"} {"level":"info","ts":1785355839.2608469,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe"} {"level":"info","ts":1785355839.2608733,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe"} {"level":"info","ts":1785355839.260891,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","EoS":false} {"level":"info","ts":1785355839.2609036,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe"} {"level":"info","ts":1785355839.2609313,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe","EoS":true} {"level":"info","ts":1785355839.2609422,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"63b109e1-a802-4278-97e5-d1308ed38cbe"}