{"level":"info","ts":1785951534.6988206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b04bc053-7cf3-44db-8893-46a123e14c72","EoS":true} {"level":"info","ts":1785951534.6988294,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b04bc053-7cf3-44db-8893-46a123e14c72"} {"level":"info","ts":1785951534.8410227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951534.841095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c"} {"level":"info","ts":1785951534.8411129,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c"} {"level":"info","ts":1785951534.841131,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c","EoS":true} {"level":"info","ts":1785951534.8411589,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c","header":"x-maas-subscription"} {"level":"info","ts":1785951534.841169,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c","header":"x-maas-username"} {"level":"info","ts":1785951534.8411744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c","header":"x-maas-group"} {"level":"info","ts":1785951534.8411872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951534.8412106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c"} {"level":"info","ts":1785951534.842797,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c"} {"level":"info","ts":1785951534.8428276,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c"} {"level":"info","ts":1785951534.8428442,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c","EoS":false} {"level":"info","ts":1785951534.84286,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c"} {"level":"info","ts":1785951534.8428946,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c","EoS":true} {"level":"info","ts":1785951534.842904,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da4d4921-7122-4300-956a-7e2218e0f70c"} {"level":"info","ts":1785951534.983517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951534.983592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636"} {"level":"info","ts":1785951534.983604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636"} {"level":"info","ts":1785951534.983616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636","EoS":true} {"level":"info","ts":1785951534.983642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636","header":"x-maas-subscription"} {"level":"info","ts":1785951534.983652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636","header":"x-maas-group"} {"level":"info","ts":1785951534.9836574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636","header":"x-maas-username"} {"level":"info","ts":1785951534.9836705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951534.9837158,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636"} {"level":"info","ts":1785951534.9843593,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636"} {"level":"info","ts":1785951534.9843793,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636"} {"level":"info","ts":1785951534.9843943,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636","EoS":false} {"level":"info","ts":1785951534.9844072,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636"} {"level":"info","ts":1785951534.9844322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636","EoS":true} {"level":"info","ts":1785951534.9844391,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44fc82ef-2128-4af2-ad54-261a2909f636"} {"level":"info","ts":1785951535.1186023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951535.1186805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9"} {"level":"info","ts":1785951535.1186934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9"} {"level":"info","ts":1785951535.1187193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9","EoS":true} {"level":"info","ts":1785951535.1187444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9","header":"x-maas-username"} {"level":"info","ts":1785951535.1187558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9","header":"x-maas-group"} {"level":"info","ts":1785951535.1187613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9","header":"x-maas-subscription"} {"level":"info","ts":1785951535.1187773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951535.118811,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9"} {"level":"info","ts":1785951535.119477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9"} {"level":"info","ts":1785951535.1194968,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9"} {"level":"info","ts":1785951535.1195116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9","EoS":false} {"level":"info","ts":1785951535.1195219,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9"} {"level":"info","ts":1785951535.1195447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9","EoS":true} {"level":"info","ts":1785951535.1195564,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"92d61068-4c02-4022-a00c-118edaa967f9"} {"level":"info","ts":1785951535.2564678,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951535.2565515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285"} {"level":"info","ts":1785951535.256565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285"} {"level":"info","ts":1785951535.2565777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285","EoS":true} {"level":"info","ts":1785951535.256604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285","header":"x-maas-username"} {"level":"info","ts":1785951535.2566142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285","header":"x-maas-group"} {"level":"info","ts":1785951535.2566197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285","header":"x-maas-subscription"} {"level":"info","ts":1785951535.2566333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951535.256663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285"} {"level":"info","ts":1785951535.2573469,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285"} {"level":"info","ts":1785951535.257362,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285"} {"level":"info","ts":1785951535.2573752,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285","EoS":false} {"level":"info","ts":1785951535.2573853,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285"} {"level":"info","ts":1785951535.2574093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285","EoS":true} {"level":"info","ts":1785951535.2574177,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9b170852-9931-4ba2-a94a-e603397a9285"} {"level":"info","ts":1785951556.453111,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951556.4531941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f"} {"level":"info","ts":1785951556.4532058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f"} {"level":"info","ts":1785951556.453218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f","EoS":true} {"level":"info","ts":1785951556.4532468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f","header":"x-maas-username"} {"level":"info","ts":1785951556.4532568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f","header":"x-maas-subscription"} {"level":"info","ts":1785951556.453262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f","header":"x-maas-group"} {"level":"info","ts":1785951556.453276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951556.4533029,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f"} {"level":"info","ts":1785951556.4540465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f"} {"level":"info","ts":1785951556.454068,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f"} {"level":"info","ts":1785951556.454084,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f","EoS":false} {"level":"info","ts":1785951556.4540956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f"} {"level":"info","ts":1785951556.454121,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f","EoS":true} {"level":"info","ts":1785951556.454129,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b774a12-1341-48ba-a2c2-38e90bcb9c6f"} {"level":"info","ts":1785951556.5622127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951556.5622926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02973c89-a414-427c-887e-d4b70d362016"} {"level":"info","ts":1785951556.563009,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"02973c89-a414-427c-887e-d4b70d362016"} {"level":"info","ts":1785951556.563029,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"02973c89-a414-427c-887e-d4b70d362016"} {"level":"info","ts":1785951556.5630462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"02973c89-a414-427c-887e-d4b70d362016","EoS":false} {"level":"info","ts":1785951556.563061,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"02973c89-a414-427c-887e-d4b70d362016"} {"level":"info","ts":1785951556.5630884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"02973c89-a414-427c-887e-d4b70d362016","EoS":true} {"level":"info","ts":1785951556.5631003,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"02973c89-a414-427c-887e-d4b70d362016"} {"level":"info","ts":1785951561.1808133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951561.1809056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87"} {"level":"info","ts":1785951561.1809206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87"} {"level":"info","ts":1785951561.1809392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87","EoS":true} {"level":"info","ts":1785951561.1809795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87","header":"x-maas-subscription"} {"level":"info","ts":1785951561.180994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87","header":"x-maas-group"} {"level":"info","ts":1785951561.1810045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87","header":"x-maas-username"} {"level":"info","ts":1785951561.1810262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951561.18106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87"} {"level":"info","ts":1785951561.1819475,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87"} {"level":"info","ts":1785951561.1819663,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87"} {"level":"info","ts":1785951561.181982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87","EoS":false} {"level":"info","ts":1785951561.181991,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87"} {"level":"info","ts":1785951561.1820116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87","EoS":true} {"level":"info","ts":1785951561.182017,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c864f822-b354-4cb6-b545-303e47231b87"} {"level":"info","ts":1785951569.7633102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951569.7634168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6"} {"level":"info","ts":1785951569.763434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6"} {"level":"info","ts":1785951569.7634518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6","EoS":true} {"level":"info","ts":1785951569.7634997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6","header":"x-maas-group"} {"level":"info","ts":1785951569.763513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6","header":"x-maas-username"} {"level":"info","ts":1785951569.7635202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6","header":"x-maas-subscription"} {"level":"info","ts":1785951569.7635381,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951569.7635748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6"} {"level":"info","ts":1785951569.7773278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6"} {"level":"info","ts":1785951569.7773604,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6"} {"level":"info","ts":1785951569.7773788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6","EoS":false} {"level":"info","ts":1785951569.7773929,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6"} {"level":"info","ts":1785951569.7774272,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6","EoS":true} {"level":"info","ts":1785951569.7774377,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09f258bd-9ed7-40b1-90b4-bbb08201e7f6"} {"level":"info","ts":1785951582.618183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951582.6182668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47"} {"level":"info","ts":1785951582.6182795,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47"} {"level":"info","ts":1785951582.6182952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47","EoS":true} {"level":"info","ts":1785951582.6183307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47","header":"x-maas-username"} {"level":"info","ts":1785951582.618346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47","header":"x-maas-subscription"} {"level":"info","ts":1785951582.6183555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47","header":"x-maas-group"} {"level":"info","ts":1785951582.6183732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951582.6184082,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47"} {"level":"info","ts":1785951582.6193082,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47"} {"level":"info","ts":1785951582.6193364,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47"} {"level":"info","ts":1785951582.6193602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47","EoS":false} {"level":"info","ts":1785951582.6193843,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47"} {"level":"info","ts":1785951582.6194131,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47","EoS":true} {"level":"info","ts":1785951582.6194243,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3c48fb2c-b099-472a-8f8c-323bb2a6ec47"} {"level":"info","ts":1785951591.1392548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951591.139374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c"} {"level":"info","ts":1785951591.1393874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c"} {"level":"info","ts":1785951591.1394002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c","EoS":true} {"level":"info","ts":1785951591.1394246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c","header":"x-maas-username"} {"level":"info","ts":1785951591.1394355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c","header":"x-maas-group"} {"level":"info","ts":1785951591.1394413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c","header":"x-maas-subscription"} {"level":"info","ts":1785951591.1394565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951591.1394818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c"} {"level":"info","ts":1785951591.140336,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c"} {"level":"info","ts":1785951591.1403582,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c"} {"level":"info","ts":1785951591.14038,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c","EoS":false} {"level":"info","ts":1785951591.1403995,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c"} {"level":"info","ts":1785951591.1404374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c","EoS":true} {"level":"info","ts":1785951591.1404479,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d4ab3477-a241-40f3-b017-689dcaa0271c"} {"level":"info","ts":1785951599.9777799,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951599.9778562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea"} {"level":"info","ts":1785951599.9778693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea"} {"level":"info","ts":1785951599.9778833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea","EoS":true} {"level":"info","ts":1785951599.977917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea","header":"x-maas-subscription"} {"level":"info","ts":1785951599.9779282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea","header":"x-maas-group"} {"level":"info","ts":1785951599.9779334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea","header":"x-maas-username"} {"level":"info","ts":1785951599.9779484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951599.977979,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea"} {"level":"info","ts":1785951599.9789226,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea"} {"level":"info","ts":1785951599.9789443,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea"} {"level":"info","ts":1785951599.9789603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea","EoS":false} {"level":"info","ts":1785951599.9789727,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea"} {"level":"info","ts":1785951599.9790013,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea","EoS":true} {"level":"info","ts":1785951599.9790099,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9bc3d00c-482f-4622-9679-46b5f0b5a1ea"} {"level":"info","ts":1785951632.5892158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951632.5893123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e"} {"level":"info","ts":1785951632.589327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e"} {"level":"info","ts":1785951632.5893466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e","EoS":true} {"level":"info","ts":1785951632.5893881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e","header":"x-maas-subscription"} {"level":"info","ts":1785951632.5894008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e","header":"x-maas-username"} {"level":"info","ts":1785951632.58941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e","header":"x-maas-group"} {"level":"info","ts":1785951632.5894306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951632.5894613,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e"} {"level":"info","ts":1785951632.5905328,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e"} {"level":"info","ts":1785951632.5905573,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e"} {"level":"info","ts":1785951632.590577,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e","EoS":false} {"level":"info","ts":1785951632.5905883,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e"} {"level":"info","ts":1785951632.5906186,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e","EoS":true} {"level":"info","ts":1785951632.5906322,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29548ccb-4dc4-4ceb-945d-8552c897567e"} {"level":"info","ts":1785951666.5612447,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951666.5613315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2"} {"level":"info","ts":1785951666.5613484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2"} {"level":"info","ts":1785951666.5613666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2","EoS":true} {"level":"info","ts":1785951666.5613968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2","header":"x-maas-subscription"} {"level":"info","ts":1785951666.5614078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2","header":"x-maas-username"} {"level":"info","ts":1785951666.561413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2","header":"x-maas-group"} {"level":"info","ts":1785951666.5614266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785951666.5614536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2"} {"level":"info","ts":1785951666.5641263,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2"} {"level":"info","ts":1785951666.5641444,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2"} {"level":"info","ts":1785951666.564158,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2","EoS":false} {"level":"info","ts":1785951666.5641696,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2"} {"level":"info","ts":1785951666.5641942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2","EoS":true} {"level":"info","ts":1785951666.5642095,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e2caa303-199a-40e9-baf8-c99b3ced17c2"} {"level":"info","ts":1785951701.4537451,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951701.453827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0"} {"level":"info","ts":1785951701.4538364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0"} {"level":"info","ts":1785951701.4538486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0","EoS":true} {"level":"info","ts":1785951701.4538722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0","header":"x-maas-username"} {"level":"info","ts":1785951701.4538832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0","header":"x-maas-subscription"} {"level":"info","ts":1785951701.4538882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0","header":"x-maas-group"} {"level":"info","ts":1785951701.4539032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951701.4539275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0"} {"level":"info","ts":1785951701.4549572,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0"} {"level":"info","ts":1785951701.4549792,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0"} {"level":"info","ts":1785951701.454995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0","EoS":false} {"level":"info","ts":1785951701.4550064,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0"} {"level":"info","ts":1785951701.4550283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0","EoS":true} {"level":"info","ts":1785951701.4550338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"06002507-1ccb-42cb-aca1-a83938a0a9e0"} {"level":"info","ts":1785951710.8607965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951710.8608868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e"} {"level":"info","ts":1785951710.8609006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e"} {"level":"info","ts":1785951710.86092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e","EoS":true} {"level":"info","ts":1785951710.8609562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e","header":"x-maas-group"} {"level":"info","ts":1785951710.8609731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e","header":"x-maas-username"} {"level":"info","ts":1785951710.8609793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e","header":"x-maas-subscription"} {"level":"info","ts":1785951710.8609948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951710.8610246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e"} {"level":"info","ts":1785951710.8619597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e"} {"level":"info","ts":1785951710.8619823,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e"} {"level":"info","ts":1785951710.8620036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e","EoS":false} {"level":"info","ts":1785951710.8620183,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e"} {"level":"info","ts":1785951710.862051,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e","EoS":true} {"level":"info","ts":1785951710.8620634,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74398d89-bf5d-443b-bfbe-1210379b6b4e"} {"level":"info","ts":1785951710.9016795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951710.901782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11"} {"level":"info","ts":1785951710.9017973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11"} {"level":"info","ts":1785951710.9018157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11","EoS":true} {"level":"info","ts":1785951710.9018545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11","header":"x-maas-group"} {"level":"info","ts":1785951710.9018693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11","header":"x-maas-subscription"} {"level":"info","ts":1785951710.9018786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11","header":"x-maas-username"} {"level":"info","ts":1785951710.9018974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951710.9019358,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11"} {"level":"info","ts":1785951710.902823,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11"} {"level":"info","ts":1785951710.902844,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11"} {"level":"info","ts":1785951710.9028606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11","EoS":false} {"level":"info","ts":1785951710.9028718,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11"} {"level":"info","ts":1785951710.9028988,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11","EoS":true} {"level":"info","ts":1785951710.9029105,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c94adc75-5e81-41e1-8ac5-fde3398feb11"} {"level":"info","ts":1785951729.9583118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951729.9584117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"261eace4-ff88-47aa-917c-903098d57704"} {"level":"info","ts":1785951729.958426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"261eace4-ff88-47aa-917c-903098d57704"} {"level":"info","ts":1785951729.9584453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"261eace4-ff88-47aa-917c-903098d57704","EoS":true} {"level":"info","ts":1785951729.9584825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"261eace4-ff88-47aa-917c-903098d57704","header":"x-maas-subscription"} {"level":"info","ts":1785951729.9584947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"261eace4-ff88-47aa-917c-903098d57704","header":"x-maas-group"} {"level":"info","ts":1785951729.9585037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"261eace4-ff88-47aa-917c-903098d57704","header":"x-maas-username"} {"level":"info","ts":1785951729.9585245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"261eace4-ff88-47aa-917c-903098d57704","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951729.958555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"261eace4-ff88-47aa-917c-903098d57704"} {"level":"info","ts":1785951729.9594612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"261eace4-ff88-47aa-917c-903098d57704"} {"level":"info","ts":1785951729.9594827,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"261eace4-ff88-47aa-917c-903098d57704"} {"level":"info","ts":1785951729.9594984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"261eace4-ff88-47aa-917c-903098d57704","EoS":false} {"level":"info","ts":1785951729.9595106,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"261eace4-ff88-47aa-917c-903098d57704"} {"level":"info","ts":1785951729.9595325,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"261eace4-ff88-47aa-917c-903098d57704","EoS":true} {"level":"info","ts":1785951729.9595432,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"261eace4-ff88-47aa-917c-903098d57704"} {"level":"info","ts":1785951912.2471564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951912.2472432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86"} {"level":"info","ts":1785951912.2472515,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86"} {"level":"info","ts":1785951912.2472632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86","EoS":true} {"level":"info","ts":1785951912.247288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86","header":"x-maas-group"} {"level":"info","ts":1785951912.2472982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86","header":"x-maas-username"} {"level":"info","ts":1785951912.2473042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86","header":"x-maas-subscription"} {"level":"info","ts":1785951912.2473183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785951912.2473445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86"} {"level":"info","ts":1785951912.2601507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86"} {"level":"info","ts":1785951912.2601771,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86"} {"level":"info","ts":1785951912.2601938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86","EoS":false} {"level":"info","ts":1785951912.2602057,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86"} {"level":"info","ts":1785951912.2602344,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86","EoS":true} {"level":"info","ts":1785951912.2602398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d9912424-5618-4306-98a4-62aaef92ee86"} {"level":"info","ts":1785951989.4125793,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785951989.4126801,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6"} {"level":"info","ts":1785951989.4126945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6"} {"level":"info","ts":1785951989.4127283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6","EoS":true} {"level":"info","ts":1785951989.412754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6","header":"x-maas-username"} {"level":"info","ts":1785951989.4127655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6","header":"x-maas-subscription"} {"level":"info","ts":1785951989.4127698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6","header":"x-maas-group"} {"level":"info","ts":1785951989.4127834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785951989.4128096,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6"} {"level":"info","ts":1785951989.4137325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6"} {"level":"info","ts":1785951989.4137523,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6"} {"level":"info","ts":1785951989.4137673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6","EoS":false} {"level":"info","ts":1785951989.4137807,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6"} {"level":"info","ts":1785951989.4138029,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6","EoS":true} {"level":"info","ts":1785951989.4138124,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dba1ec61-d3e9-4445-b59c-fcc318a689e6"} {"level":"info","ts":1785952004.633051,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952004.6331384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84"} {"level":"info","ts":1785952004.6331534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84"} {"level":"info","ts":1785952004.6331732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84","EoS":true} {"level":"info","ts":1785952004.6332097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84","header":"x-maas-subscription"} {"level":"info","ts":1785952004.6332214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84","header":"x-maas-group"} {"level":"info","ts":1785952004.63323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84","header":"x-maas-username"} {"level":"info","ts":1785952004.6332517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952004.6332884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84"} {"level":"info","ts":1785952004.6340902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84"} {"level":"info","ts":1785952004.634111,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84"} {"level":"info","ts":1785952004.6341238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84","EoS":false} {"level":"info","ts":1785952004.634135,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84"} {"level":"info","ts":1785952004.6341612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84","EoS":true} {"level":"info","ts":1785952004.6341689,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0010cb4-1ca5-4f63-8f5e-11c7a4972c84"} {"level":"info","ts":1785952339.4935226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952339.4936347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc"} {"level":"info","ts":1785952339.4936516,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc"} {"level":"info","ts":1785952339.4936697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc","EoS":true} {"level":"info","ts":1785952339.4937265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc","header":"x-maas-group"} {"level":"info","ts":1785952339.4937437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc","header":"x-maas-username"} {"level":"info","ts":1785952339.4937522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc","header":"x-maas-subscription"} {"level":"info","ts":1785952339.4937708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785952339.4937985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc"} {"level":"info","ts":1785952339.4949696,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc"} {"level":"info","ts":1785952339.4949903,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc"} {"level":"info","ts":1785952339.4950058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc","EoS":false} {"level":"info","ts":1785952339.495017,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc"} {"level":"info","ts":1785952339.495046,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc","EoS":true} {"level":"info","ts":1785952339.4950597,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e32ed094-bbaa-46de-9359-9ed79561c8cc"} {"level":"info","ts":1785952344.2581058,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6cccfb13-f01c-4dfb-a78e-f2655a9d53c4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785952344.2583559,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35926.483720729,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952344.2583876,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952344.3199353,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952344.3587308,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6cccfb13-f01c-4dfb-a78e-f2655a9d53c4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785952344.364013,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"25965fbb-331c-4877-9ab4-f4791871c04c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952344.3640497,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"25965fbb-331c-4877-9ab4-f4791871c04c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785952344.3640788,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7cb2c97-1c89-4677-9668-1bbe724d964e"} {"level":"info","ts":1785952344.3714721,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56436872-302f-4a09-ace1-6c57486929d1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952344.3715067,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56436872-302f-4a09-ace1-6c57486929d1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785952344.3721106,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36527.410715233,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952344.3721304,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952344.3812122,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952344.4723804,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7cb2c97-1c89-4677-9668-1bbe724d964e","name":"e2e-external-provider"} {"level":"info","ts":1785952344.4741075,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4633aca8-9df3-4b64-9a3d-bbd661a76510"} {"level":"info","ts":1785952344.47411,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ead6be30-757d-4a54-9541-3ba628b241df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952344.4742575,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ead6be30-757d-4a54-9541-3ba628b241df","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952344.4809399,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6e32727-9bbd-4ca5-b51f-552c1ac42925","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952344.480969,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6e32727-9bbd-4ca5-b51f-552c1ac42925","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952344.4810889,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4633aca8-9df3-4b64-9a3d-bbd661a76510","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785952344.4830334,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7cb2c97-1c89-4677-9668-1bbe724d964e","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785952344.4882426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5900d0bc-1717-4004-b812-197d7dbfd1e4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952344.4882767,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5900d0bc-1717-4004-b812-197d7dbfd1e4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785952344.4882827,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4633aca8-9df3-4b64-9a3d-bbd661a76510","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952344.4883718,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"143a702d-22c9-4ec1-aaf3-1caa1f4bfdb2"} {"level":"info","ts":1785952344.4884014,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"143a702d-22c9-4ec1-aaf3-1caa1f4bfdb2","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785952344.4931335,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"143a702d-22c9-4ec1-aaf3-1caa1f4bfdb2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952344.4942017,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7cb2c97-1c89-4677-9668-1bbe724d964e","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785952344.4994407,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7cb2c97-1c89-4677-9668-1bbe724d964e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785952344.504253,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc3172eb-de49-472d-a9fd-686d7ac0833f"} {"level":"info","ts":1785952344.504283,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc3172eb-de49-472d-a9fd-686d7ac0833f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785952344.5047433,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"276167db-fb67-4531-8914-72a805f7cc4f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952344.504777,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"276167db-fb67-4531-8914-72a805f7cc4f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785952344.5048048,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe731654-1075-4b45-8961-07b25b0720a8"} {"level":"info","ts":1785952344.5048747,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe731654-1075-4b45-8961-07b25b0720a8","name":"e2e-external-provider"} {"level":"info","ts":1785952344.5048776,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f59bf44-bf95-47a1-8b85-42662551f655","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952344.5049942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f59bf44-bf95-47a1-8b85-42662551f655","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785952344.5086627,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc3172eb-de49-472d-a9fd-686d7ac0833f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952344.5087528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0ffd626-47b4-411d-b407-8e77d912df51"} {"level":"info","ts":1785952344.508939,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33456.42468145,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952344.5089564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952344.5159323,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785952344.516413,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe731654-1075-4b45-8961-07b25b0720a8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785952344.5214682,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20dd4845-83dd-47df-8d65-fba4925cd23c"} {"level":"info","ts":1785952344.5215125,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20dd4845-83dd-47df-8d65-fba4925cd23c","name":"e2e-external-provider"} {"level":"info","ts":1785952344.5309243,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20dd4845-83dd-47df-8d65-fba4925cd23c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785952344.609798,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0ffd626-47b4-411d-b407-8e77d912df51","name":"e2e-external-model"} {"level":"info","ts":1785952344.6224775,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0ffd626-47b4-411d-b407-8e77d912df51","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952344.631228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9764ae0a-9f07-4d5c-9d79-6629320b8435","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952344.6312847,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9764ae0a-9f07-4d5c-9d79-6629320b8435","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952344.6312845,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca80e889-a0c6-482c-91cf-9d5438926740"} {"level":"info","ts":1785952344.6313527,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca80e889-a0c6-482c-91cf-9d5438926740","name":"e2e-external-model"} {"level":"error","ts":1785952344.6444197,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca80e889-a0c6-482c-91cf-9d5438926740","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952344.6444788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"baba25bd-16fa-4885-9eb8-864533334eab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952344.6445086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"baba25bd-16fa-4885-9eb8-864533334eab","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952344.6445425,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd5479e2-7321-4dde-a026-e1585caf6191"} {"level":"info","ts":1785952344.6446168,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd5479e2-7321-4dde-a026-e1585caf6191","name":"e2e-external-model"} {"level":"info","ts":1785952344.6531017,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd5479e2-7321-4dde-a026-e1585caf6191","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952344.6586366,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2bbef07-bcaa-45ca-9b51-3428cc8bc0d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952344.6586785,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2bbef07-bcaa-45ca-9b51-3428cc8bc0d2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785952344.658672,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ec9ce73-5dcb-476c-8dcf-0c01bcd45b08"} {"level":"info","ts":1785952344.6588159,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ec9ce73-5dcb-476c-8dcf-0c01bcd45b08","name":"e2e-external-model"} {"level":"info","ts":1785952344.668014,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ec9ce73-5dcb-476c-8dcf-0c01bcd45b08","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952356.2537177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952356.2537918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0"} {"level":"info","ts":1785952356.2538004,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0"} {"level":"info","ts":1785952356.2538116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","EoS":true} {"level":"info","ts":1785952356.2538388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","header":"x-maas-group"} {"level":"info","ts":1785952356.2538488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","header":"x-maas-username"} {"level":"info","ts":1785952356.253855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","header":"x-maas-subscription"} {"level":"info","ts":1785952356.253868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952356.253877,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","modelName":"e2e-external-model"} {"level":"info","ts":1785952356.2538967,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785952356.2539377,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785952356.2539551,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","authType":"apikey"} {"level":"info","ts":1785952356.2539794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0"} {"level":"info","ts":1785952356.3536935,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0"} {"level":"info","ts":1785952356.3537543,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0"} {"level":"info","ts":1785952356.3537781,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","EoS":false} {"level":"info","ts":1785952356.353797,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0"} {"level":"info","ts":1785952356.3538365,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0","EoS":true} {"level":"info","ts":1785952356.3538492,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef0d7aec-1aeb-4d43-a649-3d1fbd796ec0"} {"level":"info","ts":1785952356.4655876,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f48888e9-523a-4306-a313-d69ca2088bef","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952356.465632,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f48888e9-523a-4306-a313-d69ca2088bef","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785952356.4656303,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b066c37-d03a-4a35-970b-2b6d8e906e5e"} {"level":"info","ts":1785952356.4711726,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99090728-cbce-4e2d-8a1f-b6f03c6d4c88","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952356.4712117,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99090728-cbce-4e2d-8a1f-b6f03c6d4c88","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785952356.474232,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b066c37-d03a-4a35-970b-2b6d8e906e5e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952356.4743176,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b066c37-d03a-4a35-970b-2b6d8e906e5e","name":"e2e-cleanup-test"} {"level":"info","ts":1785952356.4944065,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74eb0638-3010-4f99-9a2a-4a37beaba2bf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952356.4944525,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74eb0638-3010-4f99-9a2a-4a37beaba2bf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785952356.4978778,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b066c37-d03a-4a35-970b-2b6d8e906e5e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785952356.4979331,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b066c37-d03a-4a35-970b-2b6d8e906e5e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952356.4979906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f511778-19e7-4c64-bbfb-07da35354386"} {"level":"info","ts":1785952356.498042,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f511778-19e7-4c64-bbfb-07da35354386","name":"e2e-cleanup-test"} {"level":"info","ts":1785952356.5088143,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f511778-19e7-4c64-bbfb-07da35354386","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952356.5131655,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0630d343-27c7-4ec4-859c-5f7792c2c294","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952356.513196,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0630d343-27c7-4ec4-859c-5f7792c2c294","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785952356.513872,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f511778-19e7-4c64-bbfb-07da35354386","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952356.5139434,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e39f36bd-6d54-4b4b-ad4e-5c193057821d"} {"level":"info","ts":1785952356.5139947,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e39f36bd-6d54-4b4b-ad4e-5c193057821d","name":"e2e-cleanup-test"} {"level":"info","ts":1785952356.5230181,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e39f36bd-6d54-4b4b-ad4e-5c193057821d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952356.5288267,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba120572-e5df-4877-858c-e15f028875dc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952356.5288637,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba120572-e5df-4877-858c-e15f028875dc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785952356.532073,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e39f36bd-6d54-4b4b-ad4e-5c193057821d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785952356.532159,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96c5ce72-50f9-4246-ba7a-822a578187c0"} {"level":"info","ts":1785952356.5322223,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96c5ce72-50f9-4246-ba7a-822a578187c0","name":"e2e-cleanup-test"} {"level":"info","ts":1785952356.541306,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96c5ce72-50f9-4246-ba7a-822a578187c0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785952364.7257912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d875de2-dfb0-4717-9075-15879e296ac6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952364.7258074,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69761b4d-78de-47c4-9d64-aa9fc88d33fe"} {"level":"info","ts":1785952364.7258375,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d875de2-dfb0-4717-9075-15879e296ac6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785952369.046976,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952369.047053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf37cd8b-ebfc-4aa0-84ca-4074aef1ff4b"} {"level":"info","ts":1785952369.0470655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf37cd8b-ebfc-4aa0-84ca-4074aef1ff4b"} {"level":"info","ts":1785952369.0470824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf37cd8b-ebfc-4aa0-84ca-4074aef1ff4b","EoS":true} {"level":"info","ts":1785952369.0471287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf37cd8b-ebfc-4aa0-84ca-4074aef1ff4b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785952369.0471654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf37cd8b-ebfc-4aa0-84ca-4074aef1ff4b"} {"level":"info","ts":1785952369.0862882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952369.0863564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4"} {"level":"info","ts":1785952369.0863655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4"} {"level":"info","ts":1785952369.086378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","EoS":true} {"level":"info","ts":1785952369.0864027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","header":"x-maas-subscription"} {"level":"info","ts":1785952369.0864167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","header":"x-maas-group"} {"level":"info","ts":1785952369.0864215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","header":"x-maas-username"} {"level":"info","ts":1785952369.0864344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952369.0864415,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","modelName":"e2e-external-model"} {"level":"info","ts":1785952369.0864542,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785952369.086476,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785952369.0864906,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","authType":"apikey"} {"level":"info","ts":1785952369.0865142,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4"} {"level":"info","ts":1785952369.1382196,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4"} {"level":"info","ts":1785952369.1382551,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4"} {"level":"info","ts":1785952369.1382816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","EoS":false} {"level":"info","ts":1785952369.1383014,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4"} {"level":"info","ts":1785952369.1383352,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4","EoS":true} {"level":"info","ts":1785952369.1383436,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a5880db-8f9e-4660-9208-e1324ec932f4"} {"level":"info","ts":1785952369.1758373,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952369.1759129,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d"} {"level":"info","ts":1785952369.1759229,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d"} {"level":"info","ts":1785952369.1759338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d","EoS":true} {"level":"info","ts":1785952369.1759577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d","header":"x-maas-username"} {"level":"info","ts":1785952369.1759684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d","header":"x-maas-group"} {"level":"info","ts":1785952369.1759732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d","header":"x-maas-subscription"} {"level":"info","ts":1785952369.1759863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785952369.1760097,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d"} {"level":"info","ts":1785952369.2237644,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d"} {"level":"info","ts":1785952369.2237926,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d"} {"level":"info","ts":1785952369.2238107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d","EoS":false} {"level":"info","ts":1785952369.2238238,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d"} {"level":"info","ts":1785952369.2238524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d","EoS":true} {"level":"info","ts":1785952369.2238576,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dea14b3f-386e-4524-a82b-884379c00a9d"} {"level":"info","ts":1785952369.2593114,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785952369.259392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576"} {"level":"info","ts":1785952369.2594037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576"} {"level":"info","ts":1785952369.2594168,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576","EoS":true} {"level":"info","ts":1785952369.2594404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576","header":"x-maas-subscription"} {"level":"info","ts":1785952369.2594535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576","header":"x-maas-username"} {"level":"info","ts":1785952369.2594583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576","header":"x-maas-group"} {"level":"info","ts":1785952369.2594886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576"} {"level":"info","ts":1785952369.307143,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576"} {"level":"info","ts":1785952369.3071697,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576"} {"level":"info","ts":1785952369.3071868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576","EoS":false} {"level":"info","ts":1785952369.3071992,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576"} {"level":"info","ts":1785952369.307228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576","EoS":true} {"level":"info","ts":1785952369.3072345,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c83b43a6-646f-469f-9c20-38ad27761576"} {"level":"info","ts":1785952370.151417,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"091d24f7-b3fb-46e6-b19b-c5b63ba22db2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952370.1514602,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"091d24f7-b3fb-46e6-b19b-c5b63ba22db2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785952370.1514533,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d875567c-6986-4f84-bea2-ea43cd8fad50"} {"level":"info","ts":1785952370.3023674,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb8876ae-7efd-476a-991e-5696a9a8ed2c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952370.3024082,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb8876ae-7efd-476a-991e-5696a9a8ed2c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785952370.3024209,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54b2dc64-b496-452b-96da-34d4bc1b0470"} {"level":"info","ts":1785952370.4287837,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8b2f20fc-1acb-4d96-9fa6-bedb22573e88","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785952370.4288514,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8b2f20fc-1acb-4d96-9fa6-bedb22573e88","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785953851.2232835,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785953851.223383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"187af9ee-bcfc-4f70-91c2-339ff0f916b8"} {"level":"info","ts":1785953925.3366656,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785953925.3367643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29"} {"level":"info","ts":1785953925.3367748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29"} {"level":"info","ts":1785953925.3367863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29","EoS":true} {"level":"info","ts":1785953925.3368144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29","header":"x-maas-subscription"} {"level":"info","ts":1785953925.336825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29","header":"x-maas-group"} {"level":"info","ts":1785953925.33683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29","header":"x-maas-username"} {"level":"info","ts":1785953925.3368437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785953925.3368673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29"} {"level":"info","ts":1785953925.3378484,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29"} {"level":"info","ts":1785953925.3378704,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29"} {"level":"info","ts":1785953925.3378866,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29","EoS":false} {"level":"info","ts":1785953925.337898,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29"} {"level":"info","ts":1785953925.3379192,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29","EoS":true} {"level":"info","ts":1785953925.3379257,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac69df82-cc5d-498b-a18b-28a760bdee29"}