{"level":"info","ts":1785539573.2416236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757","header":"x-maas-username"} {"level":"info","ts":1785539573.2416394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.241666,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757"} {"level":"info","ts":1785539573.2548225,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757"} {"level":"info","ts":1785539573.2548525,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757"} {"level":"info","ts":1785539573.2548687,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757","EoS":false} {"level":"info","ts":1785539573.2548823,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757"} {"level":"info","ts":1785539573.2549078,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757","EoS":true} {"level":"info","ts":1785539573.2549188,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"94d9eefb-710e-452e-9aaa-9a13e66b9757"} {"level":"info","ts":1785539573.395165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539573.3952422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc"} {"level":"info","ts":1785539573.3952534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc"} {"level":"info","ts":1785539573.395264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","EoS":true} {"level":"info","ts":1785539573.3952897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","header":"x-maas-subscription"} {"level":"info","ts":1785539573.3953009,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","header":"x-maas-group"} {"level":"info","ts":1785539573.395305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","header":"x-maas-username"} {"level":"info","ts":1785539573.3953185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.3953419,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc"} {"level":"info","ts":1785539573.3972597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc"} {"level":"info","ts":1785539573.3972712,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc"} {"level":"info","ts":1785539573.3972824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","EoS":false} {"level":"info","ts":1785539573.3972921,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc"} {"level":"info","ts":1785539573.397312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc","EoS":true} {"level":"info","ts":1785539573.3973193,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b4fb0730-7f09-49ef-83de-5c4769c52dfc"} {"level":"info","ts":1785539573.5375807,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539573.5376549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d"} {"level":"info","ts":1785539573.5376668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d"} {"level":"info","ts":1785539573.5376785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","EoS":true} {"level":"info","ts":1785539573.537726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","header":"x-maas-subscription"} {"level":"info","ts":1785539573.5377371,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","header":"x-maas-group"} {"level":"info","ts":1785539573.5377429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","header":"x-maas-username"} {"level":"info","ts":1785539573.537756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.537779,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d"} {"level":"info","ts":1785539573.5385625,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d"} {"level":"info","ts":1785539573.5385835,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d"} {"level":"info","ts":1785539573.538608,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","EoS":false} {"level":"info","ts":1785539573.538629,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d"} {"level":"info","ts":1785539573.5386653,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d","EoS":true} {"level":"info","ts":1785539573.538676,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5a2e1076-1c91-46e2-a8aa-e2732792426d"} {"level":"info","ts":1785539573.6728144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539573.6728997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f"} {"level":"info","ts":1785539573.672917,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f"} {"level":"info","ts":1785539573.6729348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","EoS":true} {"level":"info","ts":1785539573.6729732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","header":"x-maas-group"} {"level":"info","ts":1785539573.6729856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","header":"x-maas-subscription"} {"level":"info","ts":1785539573.6729946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","header":"x-maas-username"} {"level":"info","ts":1785539573.6730163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.67305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f"} {"level":"info","ts":1785539573.6738155,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f"} {"level":"info","ts":1785539573.6738384,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f"} {"level":"info","ts":1785539573.6738527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","EoS":false} {"level":"info","ts":1785539573.6738656,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f"} {"level":"info","ts":1785539573.673892,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f","EoS":true} {"level":"info","ts":1785539573.6739006,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0fa7dfcc-6eeb-9f8c-b79a-3b93b276127f"} {"level":"info","ts":1785539573.8090875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539573.8091967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2"} {"level":"info","ts":1785539573.8092108,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2"} {"level":"info","ts":1785539573.809229,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","EoS":true} {"level":"info","ts":1785539573.8092682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","header":"x-maas-group"} {"level":"info","ts":1785539573.8092813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","header":"x-maas-username"} {"level":"info","ts":1785539573.8092906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","header":"x-maas-subscription"} {"level":"info","ts":1785539573.8093102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539573.8093588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2"} {"level":"info","ts":1785539573.810222,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2"} {"level":"info","ts":1785539573.8102405,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2"} {"level":"info","ts":1785539573.8102555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","EoS":false} {"level":"info","ts":1785539573.8102663,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2"} {"level":"info","ts":1785539573.8102896,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2","EoS":true} {"level":"info","ts":1785539573.8102949,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b5725dda-b901-431c-b126-3631024ee3a2"} {"level":"info","ts":1785539594.9203079,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539594.9204059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b"} {"level":"info","ts":1785539594.92042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b"} {"level":"info","ts":1785539594.9204328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","EoS":true} {"level":"info","ts":1785539594.9204578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","header":"x-maas-subscription"} {"level":"info","ts":1785539594.9204721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","header":"x-maas-group"} {"level":"info","ts":1785539594.9204798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","header":"x-maas-username"} {"level":"info","ts":1785539594.9204955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539594.9205222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b"} {"level":"info","ts":1785539594.9214072,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b"} {"level":"info","ts":1785539594.9214323,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b"} {"level":"info","ts":1785539594.9214506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","EoS":false} {"level":"info","ts":1785539594.9214625,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b"} {"level":"info","ts":1785539594.9214883,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b","EoS":true} {"level":"info","ts":1785539594.9214962,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28ea8852-1b14-42a1-b9fc-8abaa32d948b"} {"level":"info","ts":1785539595.0206163,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539595.0207264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4f983246-329d-4119-9539-c3cbcbe08487"} {"level":"info","ts":1785539595.021378,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f983246-329d-4119-9539-c3cbcbe08487"} {"level":"info","ts":1785539595.021398,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4f983246-329d-4119-9539-c3cbcbe08487"} {"level":"info","ts":1785539595.0214148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4f983246-329d-4119-9539-c3cbcbe08487","EoS":false} {"level":"info","ts":1785539595.02143,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4f983246-329d-4119-9539-c3cbcbe08487"} {"level":"info","ts":1785539595.021457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4f983246-329d-4119-9539-c3cbcbe08487","EoS":true} {"level":"info","ts":1785539595.0214653,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4f983246-329d-4119-9539-c3cbcbe08487"} {"level":"info","ts":1785539599.622442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539599.6225417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9"} {"level":"info","ts":1785539599.6225579,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9"} {"level":"info","ts":1785539599.6225755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","EoS":true} {"level":"info","ts":1785539599.62261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","header":"x-maas-subscription"} {"level":"info","ts":1785539599.6226256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","header":"x-maas-username"} {"level":"info","ts":1785539599.6226335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","header":"x-maas-group"} {"level":"info","ts":1785539599.622653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539599.6226907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9"} {"level":"info","ts":1785539599.6236134,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9"} {"level":"info","ts":1785539599.623625,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9"} {"level":"info","ts":1785539599.6236377,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","EoS":false} {"level":"info","ts":1785539599.623649,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9"} {"level":"info","ts":1785539599.6236694,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9","EoS":true} {"level":"info","ts":1785539599.6236782,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f1271cff-a9f7-4561-95ed-ebd881c5c3c9"} {"level":"info","ts":1785539608.1914005,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539608.191492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0"} {"level":"info","ts":1785539608.1915073,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0"} {"level":"info","ts":1785539608.1915267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","EoS":true} {"level":"info","ts":1785539608.1916192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","header":"x-maas-username"} {"level":"info","ts":1785539608.191632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","header":"x-maas-group"} {"level":"info","ts":1785539608.1916404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","header":"x-maas-subscription"} {"level":"info","ts":1785539608.191663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539608.1917212,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0"} {"level":"info","ts":1785539608.2054186,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0"} {"level":"info","ts":1785539608.2054417,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0"} {"level":"info","ts":1785539608.205467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","EoS":false} {"level":"info","ts":1785539608.2054799,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0"} {"level":"info","ts":1785539608.2055051,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0","EoS":true} {"level":"info","ts":1785539608.205515,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03277c32-be71-430c-ac49-3a7411dba3a0"} {"level":"info","ts":1785539621.0502148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539621.0502884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650"} {"level":"info","ts":1785539621.0503016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650"} {"level":"info","ts":1785539621.0503135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","EoS":true} {"level":"info","ts":1785539621.050336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","header":"x-maas-username"} {"level":"info","ts":1785539621.0503461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","header":"x-maas-group"} {"level":"info","ts":1785539621.050352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","header":"x-maas-subscription"} {"level":"info","ts":1785539621.0503666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539621.0503955,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650"} {"level":"info","ts":1785539621.0513017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650"} {"level":"info","ts":1785539621.0513227,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650"} {"level":"info","ts":1785539621.0513482,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","EoS":false} {"level":"info","ts":1785539621.0513682,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650"} {"level":"info","ts":1785539621.051406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650","EoS":true} {"level":"info","ts":1785539621.051415,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cabae5d3-4c77-4087-a733-80738645f650"} {"level":"info","ts":1785539629.5869758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539629.5870507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43"} {"level":"info","ts":1785539629.5870626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43"} {"level":"info","ts":1785539629.5870736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","EoS":true} {"level":"info","ts":1785539629.587096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","header":"x-maas-subscription"} {"level":"info","ts":1785539629.587106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","header":"x-maas-username"} {"level":"info","ts":1785539629.5871112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","header":"x-maas-group"} {"level":"info","ts":1785539629.587127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539629.5871515,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43"} {"level":"info","ts":1785539629.5880756,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43"} {"level":"info","ts":1785539629.5880957,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43"} {"level":"info","ts":1785539629.5881116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","EoS":false} {"level":"info","ts":1785539629.5881228,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43"} {"level":"info","ts":1785539629.588153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43","EoS":true} {"level":"info","ts":1785539629.5881789,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1ba70bae-e7b8-48f9-8a98-4e151a2d2d43"} {"level":"info","ts":1785539638.4271154,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539638.4271917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd"} {"level":"info","ts":1785539638.4272034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd"} {"level":"info","ts":1785539638.427215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","EoS":true} {"level":"info","ts":1785539638.4272673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","header":"x-maas-group"} {"level":"info","ts":1785539638.4272842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","header":"x-maas-subscription"} {"level":"info","ts":1785539638.4272912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","header":"x-maas-username"} {"level":"info","ts":1785539638.4273055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539638.427332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd"} {"level":"info","ts":1785539638.4281294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd"} {"level":"info","ts":1785539638.428145,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd"} {"level":"info","ts":1785539638.4281585,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","EoS":false} {"level":"info","ts":1785539638.428172,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd"} {"level":"info","ts":1785539638.4281995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd","EoS":true} {"level":"info","ts":1785539638.4282105,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6a057a61-882c-4a9a-8e2c-af102dbbc0dd"} {"level":"info","ts":1785539670.8760052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539670.8760865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375"} {"level":"info","ts":1785539670.8760993,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375"} {"level":"info","ts":1785539670.8761113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","EoS":true} {"level":"info","ts":1785539670.8761392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","header":"x-maas-username"} {"level":"info","ts":1785539670.8761528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","header":"x-maas-group"} {"level":"info","ts":1785539670.8761594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","header":"x-maas-subscription"} {"level":"info","ts":1785539670.876173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539670.8761988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375"} {"level":"info","ts":1785539670.8770497,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375"} {"level":"info","ts":1785539670.877071,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375"} {"level":"info","ts":1785539670.87709,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","EoS":false} {"level":"info","ts":1785539670.8771024,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375"} {"level":"info","ts":1785539670.877133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375","EoS":true} {"level":"info","ts":1785539670.8771434,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dc5c0120-fc8f-419a-bea2-1656c24c2375"} {"level":"info","ts":1785539703.8896933,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539703.889795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4"} {"level":"info","ts":1785539703.8898413,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4"} {"level":"info","ts":1785539703.889858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","EoS":true} {"level":"info","ts":1785539703.889885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","header":"x-maas-group"} {"level":"info","ts":1785539703.8898969,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","header":"x-maas-subscription"} {"level":"info","ts":1785539703.889902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","header":"x-maas-username"} {"level":"info","ts":1785539703.8899164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785539703.8899426,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4"} {"level":"info","ts":1785539703.8921223,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4"} {"level":"info","ts":1785539703.892149,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4"} {"level":"info","ts":1785539703.8921664,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","EoS":false} {"level":"info","ts":1785539703.8921776,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4"} {"level":"info","ts":1785539703.8922133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4","EoS":true} {"level":"info","ts":1785539703.892224,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"027ea957-4ed5-4480-98d2-3e8bcad070e4"} {"level":"info","ts":1785539740.8425777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539740.8427255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d"} {"level":"info","ts":1785539740.8427458,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d"} {"level":"info","ts":1785539740.8427682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","EoS":true} {"level":"info","ts":1785539740.842807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","header":"x-maas-group"} {"level":"info","ts":1785539740.8428197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","header":"x-maas-username"} {"level":"info","ts":1785539740.8428288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","header":"x-maas-subscription"} {"level":"info","ts":1785539740.8428488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539740.8428845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d"} {"level":"info","ts":1785539740.8437707,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d"} {"level":"info","ts":1785539740.8437908,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d"} {"level":"info","ts":1785539740.843805,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","EoS":false} {"level":"info","ts":1785539740.8438172,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d"} {"level":"info","ts":1785539740.8438425,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d","EoS":true} {"level":"info","ts":1785539740.843849,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df46c612-ff24-4c0e-b341-1acee3b4687d"} {"level":"info","ts":1785539750.1595316,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539750.1596131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d"} {"level":"info","ts":1785539750.1596255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d"} {"level":"info","ts":1785539750.1596367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","EoS":true} {"level":"info","ts":1785539750.1596622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","header":"x-maas-subscription"} {"level":"info","ts":1785539750.1596742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","header":"x-maas-group"} {"level":"info","ts":1785539750.1596787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","header":"x-maas-username"} {"level":"info","ts":1785539750.1596928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539750.159735,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d"} {"level":"info","ts":1785539750.1605322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d"} {"level":"info","ts":1785539750.160558,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d"} {"level":"info","ts":1785539750.160574,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","EoS":false} {"level":"info","ts":1785539750.1605864,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d"} {"level":"info","ts":1785539750.1606176,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d","EoS":true} {"level":"info","ts":1785539750.1606283,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e340ab1e-4cfc-4e4d-bdaa-c79b5d8d210d"} {"level":"info","ts":1785539750.1970224,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539750.1970973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e"} {"level":"info","ts":1785539750.1971097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e"} {"level":"info","ts":1785539750.1971216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","EoS":true} {"level":"info","ts":1785539750.1971474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","header":"x-maas-subscription"} {"level":"info","ts":1785539750.1971595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","header":"x-maas-username"} {"level":"info","ts":1785539750.1971676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","header":"x-maas-group"} {"level":"info","ts":1785539750.1971831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539750.1972094,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e"} {"level":"info","ts":1785539750.1979158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e"} {"level":"info","ts":1785539750.1979392,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e"} {"level":"info","ts":1785539750.1979544,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","EoS":false} {"level":"info","ts":1785539750.1979642,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e"} {"level":"info","ts":1785539750.1979911,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e","EoS":true} {"level":"info","ts":1785539750.1980014,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3e65b5c3-0d68-48ff-a35d-9d16c20fa93e"} {"level":"info","ts":1785539769.2263155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539769.226391,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d"} {"level":"info","ts":1785539769.226402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d"} {"level":"info","ts":1785539769.2264128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","EoS":true} {"level":"info","ts":1785539769.2264707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","header":"x-maas-username"} {"level":"info","ts":1785539769.226482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","header":"x-maas-group"} {"level":"info","ts":1785539769.2264876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","header":"x-maas-subscription"} {"level":"info","ts":1785539769.2265015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785539769.2265303,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d"} {"level":"info","ts":1785539769.227296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d"} {"level":"info","ts":1785539769.2273302,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d"} {"level":"info","ts":1785539769.2273486,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","EoS":false} {"level":"info","ts":1785539769.2273633,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d"} {"level":"info","ts":1785539769.2273893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d","EoS":true} {"level":"info","ts":1785539769.2273974,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3340dda5-863a-42e5-b72e-6607b847401d"} {"level":"info","ts":1785539948.7593257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785539948.7594106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae"} {"level":"info","ts":1785539948.7594223,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae"} {"level":"info","ts":1785539948.7594345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","EoS":true} {"level":"info","ts":1785539948.7594614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","header":"x-maas-username"} {"level":"info","ts":1785539948.7594771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","header":"x-maas-group"} {"level":"info","ts":1785539948.759484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","header":"x-maas-subscription"} {"level":"info","ts":1785539948.7595012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785539948.7595322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae"} {"level":"info","ts":1785539948.7724035,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae"} {"level":"info","ts":1785539948.772428,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae"} {"level":"info","ts":1785539948.7724497,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","EoS":false} {"level":"info","ts":1785539948.772467,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae"} {"level":"info","ts":1785539948.7725036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae","EoS":true} {"level":"info","ts":1785539948.7725136,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66307bf1-d2e5-41ec-be81-fbe04e2085ae"} {"level":"info","ts":1785540015.2431247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540015.2432063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994"} {"level":"info","ts":1785540015.2432163,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994"} {"level":"info","ts":1785540015.2432275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","EoS":true} {"level":"info","ts":1785540015.243255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","header":"x-maas-username"} {"level":"info","ts":1785540015.2432644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","header":"x-maas-group"} {"level":"info","ts":1785540015.2432697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","header":"x-maas-subscription"} {"level":"info","ts":1785540015.2432835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785540015.243309,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994"} {"level":"info","ts":1785540015.2440977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994"} {"level":"info","ts":1785540015.2441177,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994"} {"level":"info","ts":1785540015.2441328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","EoS":false} {"level":"info","ts":1785540015.2441459,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994"} {"level":"info","ts":1785540015.2441707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994","EoS":true} {"level":"info","ts":1785540015.2441802,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35816eeb-7da9-4673-aabd-cf4ed1239994"} {"level":"info","ts":1785540030.4508638,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540030.4509418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3"} {"level":"info","ts":1785540030.450967,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3"} {"level":"info","ts":1785540030.4509776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","EoS":true} {"level":"info","ts":1785540030.4510372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","header":"x-maas-username"} {"level":"info","ts":1785540030.4510467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","header":"x-maas-subscription"} {"level":"info","ts":1785540030.451053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","header":"x-maas-group"} {"level":"info","ts":1785540030.4510658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785540030.4510903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3"} {"level":"info","ts":1785540030.451853,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3"} {"level":"info","ts":1785540030.451874,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3"} {"level":"info","ts":1785540030.4518902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","EoS":false} {"level":"info","ts":1785540030.4519098,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3"} {"level":"info","ts":1785540030.451936,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3","EoS":true} {"level":"info","ts":1785540030.4519458,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"780b7b94-03c1-41bf-8832-976aa4925fc3"} {"level":"info","ts":1785540352.3178847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540352.3179843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02"} {"level":"info","ts":1785540352.3179991,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02"} {"level":"info","ts":1785540352.3180203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","EoS":true} {"level":"info","ts":1785540352.3180597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","header":"x-maas-username"} {"level":"info","ts":1785540352.3180723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","header":"x-maas-subscription"} {"level":"info","ts":1785540352.3180823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","header":"x-maas-group"} {"level":"info","ts":1785540352.3181038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785540352.3181362,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02"} {"level":"info","ts":1785540352.3190033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02"} {"level":"info","ts":1785540352.3190284,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02"} {"level":"info","ts":1785540352.319045,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","EoS":false} {"level":"info","ts":1785540352.319057,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02"} {"level":"info","ts":1785540352.319085,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02","EoS":true} {"level":"info","ts":1785540352.3190956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6a25a49f-d66c-41e4-9acd-bafe46c45b02"} {"level":"info","ts":1785540357.0779357,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9cd84c94-3775-463b-aa09-f0ab675f8e6d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785540357.0782537,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37309.19090038,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.078285,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.1154373,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.1785789,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9cd84c94-3775-463b-aa09-f0ab675f8e6d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785540357.1791282,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b5ffcab-ab52-4080-94db-e50ed312c9b2"} {"level":"info","ts":1785540357.1791947,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fcaf858-026e-4b20-a440-a35bdaee315a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785540357.1792192,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fcaf858-026e-4b20-a440-a35bdaee315a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785540357.1870306,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b915c96-fce1-498c-b753-91cc11fb636d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785540357.1870556,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b915c96-fce1-498c-b753-91cc11fb636d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785540357.1876822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37225.305886139,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.1877193,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.1949403,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.2863755,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3f769df-54b8-490b-92fe-a9c0e887a3c6"} {"level":"info","ts":1785540357.2864037,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4baecea9-02fc-4e49-8399-2957294e1bd7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.2864494,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4baecea9-02fc-4e49-8399-2957294e1bd7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785540357.2882094,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b5ffcab-ab52-4080-94db-e50ed312c9b2","name":"e2e-external-provider"} {"level":"info","ts":1785540357.2935388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a577003-568b-4eb9-ba5d-85c93a9e4b9b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.2935667,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a577003-568b-4eb9-ba5d-85c93a9e4b9b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785540357.293657,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3f769df-54b8-490b-92fe-a9c0e887a3c6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785540357.2973318,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b5ffcab-ab52-4080-94db-e50ed312c9b2","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785540357.2992458,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3f769df-54b8-490b-92fe-a9c0e887a3c6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540357.2993429,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d774a0fd-50d9-4d3a-959c-cd74f6c4acd4"} {"level":"info","ts":1785540357.29938,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d774a0fd-50d9-4d3a-959c-cd74f6c4acd4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785540357.2995152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94844700-0e3e-4a2f-b42a-2d7fc7f2a9ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.299578,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94844700-0e3e-4a2f-b42a-2d7fc7f2a9ae","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785540357.3046918,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d774a0fd-50d9-4d3a-959c-cd74f6c4acd4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540357.3047726,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e78b7e2b-9730-492b-84eb-5a67d6ef3545"} {"level":"info","ts":1785540357.3047934,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e78b7e2b-9730-492b-84eb-5a67d6ef3545","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785540357.3089137,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e78b7e2b-9730-492b-84eb-5a67d6ef3545","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540357.3093338,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b5ffcab-ab52-4080-94db-e50ed312c9b2","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785540357.3141365,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b5ffcab-ab52-4080-94db-e50ed312c9b2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785540357.3210564,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fdb311d8-7373-4eda-8195-f4bb7268b85c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785540357.3210893,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fdb311d8-7373-4eda-8195-f4bb7268b85c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785540357.321159,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7459534-406a-4455-80cf-1673c7fcaa6d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.3211753,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7459534-406a-4455-80cf-1673c7fcaa6d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785540357.3211792,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8dfa5cda-49b7-4521-83f7-0a73c12b8112"} {"level":"info","ts":1785540357.321305,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"085a4d82-80be-442e-a3a1-47774dad1881"} {"level":"info","ts":1785540357.321392,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34546.661407734,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.3214078,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.321455,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"085a4d82-80be-442e-a3a1-47774dad1881","name":"e2e-external-provider"} {"level":"info","ts":1785540357.3276906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785540357.3306634,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"085a4d82-80be-442e-a3a1-47774dad1881","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785540357.4218063,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8dfa5cda-49b7-4521-83f7-0a73c12b8112","name":"e2e-external-model"} {"level":"info","ts":1785540357.431838,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8dfa5cda-49b7-4521-83f7-0a73c12b8112","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785540357.4369295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"149bb102-3b3e-4ce1-af4a-40a7151695be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.4369674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"149bb102-3b3e-4ce1-af4a-40a7151695be","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785540357.437109,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bec195ca-076c-4984-aa3b-777298f455f6"} {"level":"info","ts":1785540357.4371724,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bec195ca-076c-4984-aa3b-777298f455f6","name":"e2e-external-model"} {"level":"info","ts":1785540357.4530828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfa5bf83-fe88-453d-beb9-b0624d1914c2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.4531279,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfa5bf83-fe88-453d-beb9-b0624d1914c2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785540357.4533355,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bec195ca-076c-4984-aa3b-777298f455f6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540357.4534225,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1973468d-5a4d-4386-86eb-7d28ee8e7675"} {"level":"info","ts":1785540357.4535048,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1973468d-5a4d-4386-86eb-7d28ee8e7675","name":"e2e-external-model"} {"level":"info","ts":1785540357.460998,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1973468d-5a4d-4386-86eb-7d28ee8e7675","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785540357.470848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ef0594f-9216-4b9f-8395-9e90af8f7f28","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540357.4708803,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ef0594f-9216-4b9f-8395-9e90af8f7f28","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785540357.4710305,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddfbf65c-e481-4355-ae0f-9f527a83552f"} {"level":"info","ts":1785540357.4710867,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddfbf65c-e481-4355-ae0f-9f527a83552f","name":"e2e-external-model"} {"level":"info","ts":1785540357.4799912,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddfbf65c-e481-4355-ae0f-9f527a83552f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785540368.968005,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540368.9680834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857"} {"level":"info","ts":1785540368.9680943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857"} {"level":"info","ts":1785540368.968107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","EoS":true} {"level":"info","ts":1785540368.9681332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","header":"x-maas-group"} {"level":"info","ts":1785540368.9681437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","header":"x-maas-subscription"} {"level":"info","ts":1785540368.9681497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","header":"x-maas-username"} {"level":"info","ts":1785540368.9681647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785540368.968173,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","modelName":"e2e-external-model"} {"level":"info","ts":1785540368.9681854,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785540368.968222,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785540368.9682374,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","authType":"apikey"} {"level":"info","ts":1785540368.968263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857"} {"level":"info","ts":1785540369.056992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857"} {"level":"info","ts":1785540369.0570226,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857"} {"level":"info","ts":1785540369.057041,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","EoS":false} {"level":"info","ts":1785540369.0570545,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857"} {"level":"info","ts":1785540369.0570896,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857","EoS":true} {"level":"info","ts":1785540369.0570958,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"314d9c47-9be7-4ef9-bb98-bf961f2d2857"} {"level":"info","ts":1785540369.1676714,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"caeaedf3-59c4-4d57-9498-352359e53347"} {"level":"info","ts":1785540369.1677222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f6550e7-3c47-47fc-8afd-0288d5b44cc9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540369.1677613,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f6550e7-3c47-47fc-8afd-0288d5b44cc9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785540369.1745508,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"caeaedf3-59c4-4d57-9498-352359e53347","name":"e2e-cleanup-test"} {"level":"info","ts":1785540369.1746528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d72ca52-0ac7-4492-8774-c6cb61b6d04e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540369.1746864,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d72ca52-0ac7-4492-8774-c6cb61b6d04e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785540369.1843374,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"caeaedf3-59c4-4d57-9498-352359e53347","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785540369.1900427,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"300c7511-27ce-46ce-b2bf-f696eb962b21","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540369.1900856,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"300c7511-27ce-46ce-b2bf-f696eb962b21","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785540369.1901507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5ae95ab-d51d-49b6-9b3e-ecd8bb40d97a"} {"level":"info","ts":1785540369.190262,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5ae95ab-d51d-49b6-9b3e-ecd8bb40d97a","name":"e2e-cleanup-test"} {"level":"info","ts":1785540369.2037814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac09a82a-792b-4f6e-b485-e3563a447a52","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540369.2038305,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac09a82a-792b-4f6e-b485-e3563a447a52","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785540369.203876,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5ae95ab-d51d-49b6-9b3e-ecd8bb40d97a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785540369.2039528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"994920a5-dd3e-4da9-ba9f-b748849ac2dd"} {"level":"info","ts":1785540369.2040062,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"994920a5-dd3e-4da9-ba9f-b748849ac2dd","name":"e2e-cleanup-test"} {"level":"info","ts":1785540369.2113967,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"994920a5-dd3e-4da9-ba9f-b748849ac2dd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785540369.2158523,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04768b8d-13f9-4033-bb06-3767a60491c7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540369.2158868,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04768b8d-13f9-4033-bb06-3767a60491c7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785540369.2159393,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"428b4808-0003-4c6f-bbb0-77fa9170f0f7"} {"level":"info","ts":1785540369.2159984,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"428b4808-0003-4c6f-bbb0-77fa9170f0f7","name":"e2e-cleanup-test"} {"level":"info","ts":1785540369.224785,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"428b4808-0003-4c6f-bbb0-77fa9170f0f7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785540377.4158587,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba1b0c65-28c1-4505-a4a4-ee1954c7a6c7"} {"level":"info","ts":1785540377.415904,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b565272e-e266-4ba6-a598-88cc760e6c1f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540377.4159362,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b565272e-e266-4ba6-a598-88cc760e6c1f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785540381.7038555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540381.7039409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1"} {"level":"info","ts":1785540381.7039616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1"} {"level":"info","ts":1785540381.7039728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1","EoS":true} {"level":"info","ts":1785540381.7040055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785540381.704035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddd4a071-a8a2-4faa-91a1-757941ce81b1"} {"level":"info","ts":1785540381.7447913,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540381.7448711,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c"} {"level":"info","ts":1785540381.744885,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c"} {"level":"info","ts":1785540381.7448976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","EoS":true} {"level":"info","ts":1785540381.7449276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","header":"x-maas-group"} {"level":"info","ts":1785540381.7449431,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","header":"x-maas-subscription"} {"level":"info","ts":1785540381.744951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","header":"x-maas-username"} {"level":"info","ts":1785540381.7449656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785540381.7449746,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","modelName":"e2e-external-model"} {"level":"info","ts":1785540381.744986,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785540381.745009,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785540381.745025,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","authType":"apikey"} {"level":"info","ts":1785540381.745052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c"} {"level":"info","ts":1785540381.8348234,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c"} {"level":"info","ts":1785540381.834852,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c"} {"level":"info","ts":1785540381.83487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","EoS":false} {"level":"info","ts":1785540381.8348942,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c"} {"level":"info","ts":1785540381.8349242,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c","EoS":true} {"level":"info","ts":1785540381.834931,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"25240a00-1854-42fa-bb85-bf9bd703c63c"} {"level":"info","ts":1785540381.87484,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540381.8749163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969"} {"level":"info","ts":1785540381.8749287,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969"} {"level":"info","ts":1785540381.8749404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","EoS":true} {"level":"info","ts":1785540381.8749664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","header":"x-maas-username"} {"level":"info","ts":1785540381.874979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","header":"x-maas-subscription"} {"level":"info","ts":1785540381.8749878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","header":"x-maas-group"} {"level":"info","ts":1785540381.8750024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785540381.875029,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969"} {"level":"info","ts":1785540381.9194808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969"} {"level":"info","ts":1785540381.9195065,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969"} {"level":"info","ts":1785540381.919524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","EoS":false} {"level":"info","ts":1785540381.9195454,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969"} {"level":"info","ts":1785540381.9195755,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969","EoS":true} {"level":"info","ts":1785540381.9195836,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"179ec67a-c733-4684-bd56-3f4447810969"} {"level":"info","ts":1785540381.968851,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785540381.9689217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd"} {"level":"info","ts":1785540381.9689336,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd"} {"level":"info","ts":1785540381.9689457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd","EoS":true} {"level":"info","ts":1785540381.9689653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd","header":"x-maas-group"} {"level":"info","ts":1785540381.968976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd","header":"x-maas-subscription"} {"level":"info","ts":1785540381.9689813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd","header":"x-maas-username"} {"level":"info","ts":1785540381.9690123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd"} {"level":"info","ts":1785540382.0155687,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd"} {"level":"info","ts":1785540382.0155919,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd"} {"level":"info","ts":1785540382.015608,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd","EoS":false} {"level":"info","ts":1785540382.0156205,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd"} {"level":"info","ts":1785540382.0156462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd","EoS":true} {"level":"info","ts":1785540382.0156534,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f995077-7532-4402-bac0-1b71976524fd"} {"level":"info","ts":1785540382.8081138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18b53339-542e-4bd1-97b5-38bdcb0f7fcf"} {"level":"info","ts":1785540382.8081157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a87905cd-1746-40f5-a0de-24028aa0771f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540382.8081872,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a87905cd-1746-40f5-a0de-24028aa0771f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785540382.9464269,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6884f4e4-48ea-4944-b501-8b557c45706a"} {"level":"info","ts":1785540382.9465067,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8aa1097f-3bb0-4684-ad9e-4153946a93a4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785540382.9465423,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8aa1097f-3bb0-4684-ad9e-4153946a93a4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785540383.0624743,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b8c8b4f7-6ca4-4cea-b5d8-0c6af5d2f40f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785540383.0625298,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b8c8b4f7-6ca4-4cea-b5d8-0c6af5d2f40f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785541823.8531408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785541823.853246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58265711-ab49-48a4-a5c7-43bf9fac785b"} {"level":"info","ts":1785541901.197958,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785541901.1980455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4"} {"level":"info","ts":1785541901.1980557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4"} {"level":"info","ts":1785541901.1980681,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","EoS":true} {"level":"info","ts":1785541901.1980982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","header":"x-maas-username"} {"level":"info","ts":1785541901.1981091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","header":"x-maas-group"} {"level":"info","ts":1785541901.1981547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","header":"x-maas-subscription"} {"level":"info","ts":1785541901.1981733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785541901.1981995,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4"} {"level":"info","ts":1785541901.1997983,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4"} {"level":"info","ts":1785541901.19982,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4"} {"level":"info","ts":1785541901.1998365,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","EoS":false} {"level":"info","ts":1785541901.199848,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4"} {"level":"info","ts":1785541901.1998742,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4","EoS":true} {"level":"info","ts":1785541901.1998823,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75f7ab80-466c-43fc-93ba-c6f5172b9ea4"}