{"level":"info","ts":1785315839.0166728,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"70c9ce40-e558-4b25-82c1-7770eaf55d0b"} {"level":"info","ts":1785315839.1482444,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315839.148326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298"} {"level":"info","ts":1785315839.148339,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298"} {"level":"info","ts":1785315839.148351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298","EoS":true} {"level":"info","ts":1785315839.1483784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298","header":"x-maas-group"} {"level":"info","ts":1785315839.148389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298","header":"x-maas-username"} {"level":"info","ts":1785315839.148395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298","header":"x-maas-subscription"} {"level":"info","ts":1785315839.1484091,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785315839.1484327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298"} {"level":"info","ts":1785315839.1492531,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298"} {"level":"info","ts":1785315839.1492708,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298"} {"level":"info","ts":1785315839.1492846,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298","EoS":false} {"level":"info","ts":1785315839.149295,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298"} {"level":"info","ts":1785315839.1493187,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298","EoS":true} {"level":"info","ts":1785315839.1493294,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46050bde-d1d0-4c4c-94fe-e02abd6a3298"} {"level":"info","ts":1785315839.2868042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315839.2869241,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a"} {"level":"info","ts":1785315839.2869406,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a"} {"level":"info","ts":1785315839.2869542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a","EoS":true} {"level":"info","ts":1785315839.286982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a","header":"x-maas-group"} {"level":"info","ts":1785315839.2869933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a","header":"x-maas-username"} {"level":"info","ts":1785315839.286998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a","header":"x-maas-subscription"} {"level":"info","ts":1785315839.2870114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785315839.2870374,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a"} {"level":"info","ts":1785315839.2899475,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a"} {"level":"info","ts":1785315839.2899663,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a"} {"level":"info","ts":1785315839.2899818,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a","EoS":false} {"level":"info","ts":1785315839.289994,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a"} {"level":"info","ts":1785315839.2900224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a","EoS":true} {"level":"info","ts":1785315839.2900333,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"83b60959-5967-4113-9f27-527a21f9fb0a"} {"level":"info","ts":1785315839.4258666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315839.4259768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46"} {"level":"info","ts":1785315839.425991,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46"} {"level":"info","ts":1785315839.4260097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46","EoS":true} {"level":"info","ts":1785315839.4260483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46","header":"x-maas-username"} {"level":"info","ts":1785315839.4260616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46","header":"x-maas-subscription"} {"level":"info","ts":1785315839.4260683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46","header":"x-maas-group"} {"level":"info","ts":1785315839.426087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785315839.4261215,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46"} {"level":"info","ts":1785315839.4270282,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46"} {"level":"info","ts":1785315839.427053,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46"} {"level":"info","ts":1785315839.427076,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46","EoS":false} {"level":"info","ts":1785315839.4270942,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46"} {"level":"info","ts":1785315839.4271157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46","EoS":true} {"level":"info","ts":1785315839.4271235,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"194b52d7-1779-42cd-bb46-b4253a1def46"} {"level":"info","ts":1785315839.5594296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315839.5595164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49"} {"level":"info","ts":1785315839.5595303,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49"} {"level":"info","ts":1785315839.5595522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49","EoS":true} {"level":"info","ts":1785315839.5595975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49","header":"x-maas-username"} {"level":"info","ts":1785315839.5596106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49","header":"x-maas-subscription"} {"level":"info","ts":1785315839.5596185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49","header":"x-maas-group"} {"level":"info","ts":1785315839.5596397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785315839.559675,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49"} {"level":"info","ts":1785315839.5605881,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49"} {"level":"info","ts":1785315839.5606139,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49"} {"level":"info","ts":1785315839.5606358,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49","EoS":false} {"level":"info","ts":1785315839.5606544,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49"} {"level":"info","ts":1785315839.56068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49","EoS":true} {"level":"info","ts":1785315839.5606885,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3cd24b16-610d-4ad8-9f91-f1c51dce2e49"} {"level":"info","ts":1785315858.5159693,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315858.5160434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26"} {"level":"info","ts":1785315858.516055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26"} {"level":"info","ts":1785315858.5160668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26","EoS":true} {"level":"info","ts":1785315858.51609,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26","header":"x-maas-username"} {"level":"info","ts":1785315858.5161002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26","header":"x-maas-group"} {"level":"info","ts":1785315858.5161057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26","header":"x-maas-subscription"} {"level":"info","ts":1785315858.5161207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785315858.516146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26"} {"level":"info","ts":1785315858.5170114,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26"} {"level":"info","ts":1785315858.517037,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26"} {"level":"info","ts":1785315858.5170531,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26","EoS":false} {"level":"info","ts":1785315858.5170662,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26"} {"level":"info","ts":1785315858.5170918,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26","EoS":true} {"level":"info","ts":1785315858.5170999,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8d16c071-1f4e-489b-a501-6a708ba57b26"} {"level":"info","ts":1785315858.6147234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315858.614799,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7988f003-db49-4f25-ab8a-8bd77bf6a3ae"} {"level":"info","ts":1785315858.615582,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7988f003-db49-4f25-ab8a-8bd77bf6a3ae"} {"level":"info","ts":1785315858.6155994,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7988f003-db49-4f25-ab8a-8bd77bf6a3ae"} {"level":"info","ts":1785315858.6156156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7988f003-db49-4f25-ab8a-8bd77bf6a3ae","EoS":false} {"level":"info","ts":1785315858.6156282,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7988f003-db49-4f25-ab8a-8bd77bf6a3ae"} {"level":"info","ts":1785315858.6156495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7988f003-db49-4f25-ab8a-8bd77bf6a3ae","EoS":true} {"level":"info","ts":1785315858.6156573,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7988f003-db49-4f25-ab8a-8bd77bf6a3ae"} {"level":"info","ts":1785315863.1988764,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315863.1989615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117"} {"level":"info","ts":1785315863.1989708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117"} {"level":"info","ts":1785315863.198981,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117","EoS":true} {"level":"info","ts":1785315863.1990058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117","header":"x-maas-username"} {"level":"info","ts":1785315863.199017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117","header":"x-maas-subscription"} {"level":"info","ts":1785315863.1990218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117","header":"x-maas-group"} {"level":"info","ts":1785315863.1990347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785315863.199062,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117"} {"level":"info","ts":1785315863.1999478,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117"} {"level":"info","ts":1785315863.19997,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117"} {"level":"info","ts":1785315863.1999853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117","EoS":false} {"level":"info","ts":1785315863.199998,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117"} {"level":"info","ts":1785315863.200024,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117","EoS":true} {"level":"info","ts":1785315863.2000322,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8675e64-39e0-4916-91f1-2a677aed1117"} {"level":"info","ts":1785315873.7947187,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315873.794786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab"} {"level":"info","ts":1785315873.7947974,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab"} {"level":"info","ts":1785315873.7948081,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab","EoS":true} {"level":"info","ts":1785315873.794835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab","header":"x-maas-subscription"} {"level":"info","ts":1785315873.7948463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab","header":"x-maas-group"} {"level":"info","ts":1785315873.7948515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab","header":"x-maas-username"} {"level":"info","ts":1785315873.7948644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785315873.794905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab"} {"level":"info","ts":1785315873.7973788,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab"} {"level":"info","ts":1785315873.7973986,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab"} {"level":"info","ts":1785315873.797413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab","EoS":false} {"level":"info","ts":1785315873.797424,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab"} {"level":"info","ts":1785315873.797444,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab","EoS":true} {"level":"info","ts":1785315873.7974505,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35a2fea4-9525-4646-97b2-1f1163a9d0ab"} {"level":"info","ts":1785315886.6665576,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315886.666654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb"} {"level":"info","ts":1785315886.666675,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb"} {"level":"info","ts":1785315886.6666949,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb","EoS":true} {"level":"info","ts":1785315886.6667292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb","header":"x-maas-subscription"} {"level":"info","ts":1785315886.6667428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb","header":"x-maas-group"} {"level":"info","ts":1785315886.6667488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb","header":"x-maas-username"} {"level":"info","ts":1785315886.6667643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785315886.666788,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb"} {"level":"info","ts":1785315886.6677945,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb"} {"level":"info","ts":1785315886.667809,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb"} {"level":"info","ts":1785315886.6678216,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb","EoS":false} {"level":"info","ts":1785315886.6678329,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb"} {"level":"info","ts":1785315886.667853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb","EoS":true} {"level":"info","ts":1785315886.6678612,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eb81523b-9db7-4bcd-a597-42c79d081ddb"} {"level":"info","ts":1785315895.2430174,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315895.24309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db"} {"level":"info","ts":1785315895.2431037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db"} {"level":"info","ts":1785315895.2431161,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db","EoS":true} {"level":"info","ts":1785315895.2431462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db","header":"x-maas-group"} {"level":"info","ts":1785315895.2431567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db","header":"x-maas-subscription"} {"level":"info","ts":1785315895.243162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db","header":"x-maas-username"} {"level":"info","ts":1785315895.2431746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785315895.2431986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db"} {"level":"info","ts":1785315895.2441564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db"} {"level":"info","ts":1785315895.2441823,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db"} {"level":"info","ts":1785315895.2442064,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db","EoS":false} {"level":"info","ts":1785315895.244229,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db"} {"level":"info","ts":1785315895.244256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db","EoS":true} {"level":"info","ts":1785315895.2442634,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6f42e530-bd84-4434-a979-d221a5aa44db"} {"level":"info","ts":1785315904.154479,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315904.154565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0"} {"level":"info","ts":1785315904.1545773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0"} {"level":"info","ts":1785315904.154589,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0","EoS":true} {"level":"info","ts":1785315904.154615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0","header":"x-maas-group"} {"level":"info","ts":1785315904.154626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0","header":"x-maas-username"} {"level":"info","ts":1785315904.1546307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0","header":"x-maas-subscription"} {"level":"info","ts":1785315904.1546447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785315904.1546714,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0"} {"level":"info","ts":1785315904.1556416,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0"} {"level":"info","ts":1785315904.1556664,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0"} {"level":"info","ts":1785315904.1556942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0","EoS":false} {"level":"info","ts":1785315904.1557171,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0"} {"level":"info","ts":1785315904.1557455,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0","EoS":true} {"level":"info","ts":1785315904.1557517,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b88b4371-e039-4a00-99ed-0719d40369a0"} {"level":"info","ts":1785315929.124009,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315929.124097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55"} {"level":"info","ts":1785315929.1241126,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55"} {"level":"info","ts":1785315929.1241298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55","EoS":true} {"level":"info","ts":1785315929.1241658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55","header":"x-maas-username"} {"level":"info","ts":1785315929.1241796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55","header":"x-maas-group"} {"level":"info","ts":1785315929.124187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55","header":"x-maas-subscription"} {"level":"info","ts":1785315929.124208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785315929.1242518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55"} {"level":"info","ts":1785315929.1251001,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55"} {"level":"info","ts":1785315929.125121,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55"} {"level":"info","ts":1785315929.1251361,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55","EoS":false} {"level":"info","ts":1785315929.1251497,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55"} {"level":"info","ts":1785315929.1251755,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55","EoS":true} {"level":"info","ts":1785315929.1251843,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d1e5667-c568-484a-b3e8-9c0358cbfa55"} {"level":"info","ts":1785315951.836319,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315951.8364096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc"} {"level":"info","ts":1785315951.8364246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc"} {"level":"info","ts":1785315951.8364449,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc","EoS":true} {"level":"info","ts":1785315951.8364813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc","header":"x-maas-subscription"} {"level":"info","ts":1785315951.8364956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc","header":"x-maas-username"} {"level":"info","ts":1785315951.8365061,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc","header":"x-maas-group"} {"level":"info","ts":1785315951.8365266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785315951.8365622,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc"} {"level":"info","ts":1785315951.837485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc"} {"level":"info","ts":1785315951.837506,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc"} {"level":"info","ts":1785315951.8375223,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc","EoS":false} {"level":"info","ts":1785315951.837542,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc"} {"level":"info","ts":1785315951.837568,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc","EoS":true} {"level":"info","ts":1785315951.8375762,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"398124bc-98b2-434f-b517-793013b29cbc"} {"level":"info","ts":1785315991.0158582,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785315991.0159712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070"} {"level":"info","ts":1785315991.0159879,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070"} {"level":"info","ts":1785315991.0160015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070","EoS":true} {"level":"info","ts":1785315991.0160282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070","header":"x-maas-username"} {"level":"info","ts":1785315991.016041,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070","header":"x-maas-subscription"} {"level":"info","ts":1785315991.016046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070","header":"x-maas-group"} {"level":"info","ts":1785315991.0160599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785315991.016085,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070"} {"level":"info","ts":1785315991.0183892,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070"} {"level":"info","ts":1785315991.0184155,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070"} {"level":"info","ts":1785315991.0184312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070","EoS":false} {"level":"info","ts":1785315991.0184445,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070"} {"level":"info","ts":1785315991.01847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070","EoS":true} {"level":"info","ts":1785315991.0184784,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bf008ec0-2035-4db6-9c30-8c0ac8760070"} {"level":"info","ts":1785316000.4464269,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316000.4465098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23"} {"level":"info","ts":1785316000.4465241,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23"} {"level":"info","ts":1785316000.4465365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23","EoS":true} {"level":"info","ts":1785316000.44656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23","header":"x-maas-username"} {"level":"info","ts":1785316000.4465714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23","header":"x-maas-group"} {"level":"info","ts":1785316000.4465756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23","header":"x-maas-subscription"} {"level":"info","ts":1785316000.4465888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785316000.4466128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23"} {"level":"info","ts":1785316000.4475687,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23"} {"level":"info","ts":1785316000.4475899,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23"} {"level":"info","ts":1785316000.4476125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23","EoS":false} {"level":"info","ts":1785316000.4476225,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23"} {"level":"info","ts":1785316000.447651,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23","EoS":true} {"level":"info","ts":1785316000.4476628,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72d7ccb0-daa5-4f19-b690-51b7b62a4d23"} {"level":"info","ts":1785316000.480663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316000.480739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2"} {"level":"info","ts":1785316000.4807506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2"} {"level":"info","ts":1785316000.4807642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2","EoS":true} {"level":"info","ts":1785316000.480788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2","header":"x-maas-username"} {"level":"info","ts":1785316000.4807994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2","header":"x-maas-subscription"} {"level":"info","ts":1785316000.4808044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2","header":"x-maas-group"} {"level":"info","ts":1785316000.4808183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785316000.4808438,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2"} {"level":"info","ts":1785316000.4817786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2"} {"level":"info","ts":1785316000.4817986,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2"} {"level":"info","ts":1785316000.4818168,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2","EoS":false} {"level":"info","ts":1785316000.481833,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2"} {"level":"info","ts":1785316000.481859,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2","EoS":true} {"level":"info","ts":1785316000.4818692,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7344aaa5-328f-40c2-981e-159a32e396c2"} {"level":"info","ts":1785316019.4993706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316019.4994621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b051c22-b147-4824-b198-832618182e0c"} {"level":"info","ts":1785316019.4994764,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b051c22-b147-4824-b198-832618182e0c"} {"level":"info","ts":1785316019.4994965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b051c22-b147-4824-b198-832618182e0c","EoS":true} {"level":"info","ts":1785316019.499535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b051c22-b147-4824-b198-832618182e0c","header":"x-maas-subscription"} {"level":"info","ts":1785316019.4995468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b051c22-b147-4824-b198-832618182e0c","header":"x-maas-group"} {"level":"info","ts":1785316019.4995565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b051c22-b147-4824-b198-832618182e0c","header":"x-maas-username"} {"level":"info","ts":1785316019.4995797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b051c22-b147-4824-b198-832618182e0c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785316019.4996238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b051c22-b147-4824-b198-832618182e0c"} {"level":"info","ts":1785316019.5005977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b051c22-b147-4824-b198-832618182e0c"} {"level":"info","ts":1785316019.5006194,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7b051c22-b147-4824-b198-832618182e0c"} {"level":"info","ts":1785316019.5006351,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7b051c22-b147-4824-b198-832618182e0c","EoS":false} {"level":"info","ts":1785316019.5006466,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7b051c22-b147-4824-b198-832618182e0c"} {"level":"info","ts":1785316019.500677,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7b051c22-b147-4824-b198-832618182e0c","EoS":true} {"level":"info","ts":1785316019.500688,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7b051c22-b147-4824-b198-832618182e0c"} {"level":"info","ts":1785316164.1779695,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316164.1780663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748"} {"level":"info","ts":1785316164.178081,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748"} {"level":"info","ts":1785316164.1780937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748","EoS":true} {"level":"info","ts":1785316164.1781204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748","header":"x-maas-subscription"} {"level":"info","ts":1785316164.1781313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748","header":"x-maas-group"} {"level":"info","ts":1785316164.178137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748","header":"x-maas-username"} {"level":"info","ts":1785316164.1781514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785316164.1781754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748"} {"level":"info","ts":1785316164.1813946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748"} {"level":"info","ts":1785316164.1814158,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748"} {"level":"info","ts":1785316164.1814382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748","EoS":false} {"level":"info","ts":1785316164.18145,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748"} {"level":"info","ts":1785316164.1814725,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748","EoS":true} {"level":"info","ts":1785316164.181483,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6d916884-ffaf-4ad5-ac7e-6ee66aabe748"} {"level":"info","ts":1785316203.3500338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316203.350122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba"} {"level":"info","ts":1785316203.350133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba"} {"level":"info","ts":1785316203.3501449,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba","EoS":true} {"level":"info","ts":1785316203.3501697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba","header":"x-maas-username"} {"level":"info","ts":1785316203.35018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba","header":"x-maas-group"} {"level":"info","ts":1785316203.3501854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba","header":"x-maas-subscription"} {"level":"info","ts":1785316203.3501992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785316203.3502266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba"} {"level":"info","ts":1785316203.3512082,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba"} {"level":"info","ts":1785316203.3512335,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba"} {"level":"info","ts":1785316203.3512495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba","EoS":false} {"level":"info","ts":1785316203.3512607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba"} {"level":"info","ts":1785316203.351285,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba","EoS":true} {"level":"info","ts":1785316203.351294,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8fe66801-ad4b-43f8-bb57-0f806bdfcaba"} {"level":"info","ts":1785316218.5793214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316218.5794108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56"} {"level":"info","ts":1785316218.579426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56"} {"level":"info","ts":1785316218.5794399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56","EoS":true} {"level":"info","ts":1785316218.5794647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56","header":"x-maas-username"} {"level":"info","ts":1785316218.5794752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56","header":"x-maas-subscription"} {"level":"info","ts":1785316218.5794811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56","header":"x-maas-group"} {"level":"info","ts":1785316218.5794947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785316218.5795207,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56"} {"level":"info","ts":1785316218.581819,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56"} {"level":"info","ts":1785316218.5818408,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56"} {"level":"info","ts":1785316218.5818613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56","EoS":false} {"level":"info","ts":1785316218.5818765,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56"} {"level":"info","ts":1785316218.5819123,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56","EoS":true} {"level":"info","ts":1785316218.581923,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0ca20cf2-3b71-4062-8cf0-14d817d7ee56"} {"level":"info","ts":1785316540.2138236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316540.2139344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a"} {"level":"info","ts":1785316540.2139452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a"} {"level":"info","ts":1785316540.2139573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a","EoS":true} {"level":"info","ts":1785316540.2139835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a","header":"x-maas-username"} {"level":"info","ts":1785316540.2139943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a","header":"x-maas-subscription"} {"level":"info","ts":1785316540.2139995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a","header":"x-maas-group"} {"level":"info","ts":1785316540.2140129,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785316540.2140365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a"} {"level":"info","ts":1785316540.2149842,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a"} {"level":"info","ts":1785316540.2150042,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a"} {"level":"info","ts":1785316540.2150187,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a","EoS":false} {"level":"info","ts":1785316540.2150326,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a"} {"level":"info","ts":1785316540.2150648,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a","EoS":true} {"level":"info","ts":1785316540.215075,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ab5ec6e4-c62c-46ef-a5fe-ded1efbc0c9a"} {"level":"info","ts":1785316544.964406,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"368f23a4-6297-48d1-89eb-d3972e54e3f3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785316544.9646778,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38705.914691339,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785316544.9647086,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785316545.0235085,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785316545.0657408,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"368f23a4-6297-48d1-89eb-d3972e54e3f3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785316545.0775719,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"203d2a37-dd43-4780-8158-4e768d2d6fe7"} {"level":"info","ts":1785316545.0776665,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7b4071d-c09c-41e9-80b4-e8bdc11b0d26","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785316545.0777056,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7b4071d-c09c-41e9-80b4-e8bdc11b0d26","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785316545.0846214,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e39a69e5-3a5d-4d35-a56f-0c1f0692c83e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785316545.0846453,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e39a69e5-3a5d-4d35-a56f-0c1f0692c83e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785316545.0848591,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37896.862285991,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785316545.0848732,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785316545.093317,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785316545.1851633,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"203d2a37-dd43-4780-8158-4e768d2d6fe7","name":"e2e-external-provider"} {"level":"info","ts":1785316545.1983511,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d75f9bf-5147-402d-b148-fac9a68e0b7a"} {"level":"info","ts":1785316545.199325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d304f42-dc63-4d8a-90f0-e86beb6b8408","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785316545.1993835,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d304f42-dc63-4d8a-90f0-e86beb6b8408","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785316545.2020864,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"203d2a37-dd43-4780-8158-4e768d2d6fe7","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785316545.2051167,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d75f9bf-5147-402d-b148-fac9a68e0b7a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785316545.2052302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f349021-bdc5-4fac-9142-c4ed0bc3bb8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785316545.2052627,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f349021-bdc5-4fac-9142-c4ed0bc3bb8d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785316545.210257,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff9e84cf-3e17-4ec7-a14f-ffc9ddf8c542","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785316545.2102907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff9e84cf-3e17-4ec7-a14f-ffc9ddf8c542","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785316545.2103336,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d75f9bf-5147-402d-b148-fac9a68e0b7a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785316545.2103944,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e97030b-6d65-403d-87dc-d71bb96b939e"} {"level":"info","ts":1785316545.210415,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e97030b-6d65-403d-87dc-d71bb96b939e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785316545.2138782,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"203d2a37-dd43-4780-8158-4e768d2d6fe7","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785316545.2148736,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e97030b-6d65-403d-87dc-d71bb96b939e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785316545.219925,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"203d2a37-dd43-4780-8158-4e768d2d6fe7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785316545.2256997,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"930998f9-3976-4bd9-afa7-7e2258ef32fa"} {"level":"info","ts":1785316545.2257307,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"930998f9-3976-4bd9-afa7-7e2258ef32fa","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785316545.227165,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c05eeb14-619b-42da-b197-f9ca962313bb"} {"level":"info","ts":1785316545.2272236,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c05eeb14-619b-42da-b197-f9ca962313bb","name":"e2e-external-provider"} {"level":"info","ts":1785316545.2273676,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b96e61ab-3f61-45c5-b23c-458403e8aeb7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785316545.2273915,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b96e61ab-3f61-45c5-b23c-458403e8aeb7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785316545.2274172,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16909ede-e4e1-416c-bfd0-3b7e8d8756c7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785316545.2274523,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16909ede-e4e1-416c-bfd0-3b7e8d8756c7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785316545.229968,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"930998f9-3976-4bd9-afa7-7e2258ef32fa","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785316545.2300227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66d35c0f-72df-485e-8ced-cccfeeebdb1b"} {"level":"info","ts":1785316545.2302372,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38522.926924286,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785316545.2302547,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785316545.2362392,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c05eeb14-619b-42da-b197-f9ca962313bb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785316545.2369595,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785316545.2399592,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c05eeb14-619b-42da-b197-f9ca962313bb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785316545.240049,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0a5d49d-5c82-450a-bd0a-9efcb36a5be1"} {"level":"info","ts":1785316545.2400928,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0a5d49d-5c82-450a-bd0a-9efcb36a5be1","name":"e2e-external-provider"} {"level":"info","ts":1785316545.2486145,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0a5d49d-5c82-450a-bd0a-9efcb36a5be1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785316545.3306198,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66d35c0f-72df-485e-8ced-cccfeeebdb1b","name":"e2e-external-model"} {"level":"info","ts":1785316545.339748,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66d35c0f-72df-485e-8ced-cccfeeebdb1b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785316545.3476667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c44e9d5-08f2-4110-b5df-e8a8bbf11d93"} {"level":"info","ts":1785316545.3477693,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c44e9d5-08f2-4110-b5df-e8a8bbf11d93","name":"e2e-external-model"} {"level":"info","ts":1785316545.3476737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3fb55aa-db9e-49c2-8d84-24cb38193c68","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785316545.347817,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3fb55aa-db9e-49c2-8d84-24cb38193c68","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785316545.3659868,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c44e9d5-08f2-4110-b5df-e8a8bbf11d93","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785316545.3660915,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"985e0b70-570b-44d2-b701-c46ac5f4e4c3"} {"level":"info","ts":1785316545.3660944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"308e9fb2-dfde-42b7-92c1-dace437aa1de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785316545.3661306,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"308e9fb2-dfde-42b7-92c1-dace437aa1de","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785316545.366161,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"985e0b70-570b-44d2-b701-c46ac5f4e4c3","name":"e2e-external-model"} {"level":"info","ts":1785316545.3748615,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"985e0b70-570b-44d2-b701-c46ac5f4e4c3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785316545.3820276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e187d6f9-db30-424e-a667-d46d777af4d8"} {"level":"info","ts":1785316545.3820584,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3c3eaeb-aef7-45ae-93e6-322f49d5e293","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785316545.3820841,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e187d6f9-db30-424e-a667-d46d777af4d8","name":"e2e-external-model"} {"level":"info","ts":1785316545.3820963,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3c3eaeb-aef7-45ae-93e6-322f49d5e293","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785316545.3897989,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e187d6f9-db30-424e-a667-d46d777af4d8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785316550.5615685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316550.5616355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594"} {"level":"info","ts":1785316550.5616567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594"} {"level":"info","ts":1785316550.5616744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","EoS":true} {"level":"info","ts":1785316550.5617025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","header":"x-maas-username"} {"level":"info","ts":1785316550.5617135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","header":"x-maas-subscription"} {"level":"info","ts":1785316550.561718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","header":"x-maas-group"} {"level":"info","ts":1785316550.5617313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785316550.5617404,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","modelName":"e2e-external-model"} {"level":"info","ts":1785316550.5617523,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785316550.561783,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785316550.5617998,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","authType":"apikey"} {"level":"info","ts":1785316550.5618255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594"} {"level":"info","ts":1785316550.6689513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594"} {"level":"info","ts":1785316550.6689787,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594"} {"level":"info","ts":1785316550.6689959,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","EoS":false} {"level":"info","ts":1785316550.6690094,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594"} {"level":"info","ts":1785316550.6690388,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594","EoS":true} {"level":"info","ts":1785316550.6690488,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3aeedc8e-ec21-4a31-8e22-128dda104594"} {"level":"info","ts":1785316550.7715113,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20f5540a-d766-47b9-8eab-82567f26e370"} {"level":"info","ts":1785316550.771558,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d4ce064-ce65-4e48-885f-10c69e953b25","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785316550.771602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d4ce064-ce65-4e48-885f-10c69e953b25","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785316550.7786233,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32710d72-7493-474f-93c7-8dbcc22192ce","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785316550.7786536,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32710d72-7493-474f-93c7-8dbcc22192ce","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785316550.7796004,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20f5540a-d766-47b9-8eab-82567f26e370","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785316550.7796676,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20f5540a-d766-47b9-8eab-82567f26e370","name":"e2e-cleanup-test"} {"level":"info","ts":1785316550.7938707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae368f9d-7304-4de6-8b41-9102f2819160","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785316550.7939198,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae368f9d-7304-4de6-8b41-9102f2819160","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785316550.795373,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20f5540a-d766-47b9-8eab-82567f26e370","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785316550.7954295,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20f5540a-d766-47b9-8eab-82567f26e370","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785316550.7954977,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6f8280d-ba2a-48a5-86ca-664a247646a4"} {"level":"info","ts":1785316550.7955697,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6f8280d-ba2a-48a5-86ca-664a247646a4","name":"e2e-cleanup-test"} {"level":"info","ts":1785316550.8103094,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd60e452-666d-4de1-b80b-81cd250041f1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785316550.8103402,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd60e452-666d-4de1-b80b-81cd250041f1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785316550.8111048,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6f8280d-ba2a-48a5-86ca-664a247646a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785316550.811147,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6f8280d-ba2a-48a5-86ca-664a247646a4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785316550.8111987,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95e683ac-f1d9-41d6-abd7-9e9adaf03ac2"} {"level":"info","ts":1785316550.8112493,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95e683ac-f1d9-41d6-abd7-9e9adaf03ac2","name":"e2e-cleanup-test"} {"level":"info","ts":1785316550.8184998,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95e683ac-f1d9-41d6-abd7-9e9adaf03ac2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785316550.825298,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"989952fe-e32e-465e-8dad-75518d2506a0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785316550.825334,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"989952fe-e32e-465e-8dad-75518d2506a0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785316550.826397,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95e683ac-f1d9-41d6-abd7-9e9adaf03ac2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785316550.826471,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f721d9cd-1610-41d8-8d99-16ceb89281ab"} {"level":"info","ts":1785316550.82652,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f721d9cd-1610-41d8-8d99-16ceb89281ab","name":"e2e-cleanup-test"} {"level":"info","ts":1785316550.8345387,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f721d9cd-1610-41d8-8d99-16ceb89281ab","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785316559.0275855,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92530879-66a5-404a-99e9-b74bba733e80","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785316559.0276363,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92530879-66a5-404a-99e9-b74bba733e80","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785316559.0275855,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff4f0c8a-134d-4c8f-9c6b-19d3c9a9c597"} {"level":"info","ts":1785316563.319401,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316563.319474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c914cc7-5b8c-4d6d-8910-d8e71ca99311"} {"level":"info","ts":1785316563.3194897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c914cc7-5b8c-4d6d-8910-d8e71ca99311"} {"level":"info","ts":1785316563.31951,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c914cc7-5b8c-4d6d-8910-d8e71ca99311","EoS":true} {"level":"info","ts":1785316563.3195617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c914cc7-5b8c-4d6d-8910-d8e71ca99311","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785316563.3195941,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c914cc7-5b8c-4d6d-8910-d8e71ca99311"} {"level":"info","ts":1785316563.3543622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316563.3544374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073"} {"level":"info","ts":1785316563.354453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073"} {"level":"info","ts":1785316563.3544722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","EoS":true} {"level":"info","ts":1785316563.3545072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","header":"x-maas-subscription"} {"level":"info","ts":1785316563.3545194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","header":"x-maas-username"} {"level":"info","ts":1785316563.3545272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","header":"x-maas-group"} {"level":"info","ts":1785316563.3545482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785316563.3545587,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","modelName":"e2e-external-model"} {"level":"info","ts":1785316563.3545747,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785316563.354608,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785316563.3546355,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","authType":"apikey"} {"level":"info","ts":1785316563.3546686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073"} {"level":"info","ts":1785316563.4468827,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073"} {"level":"info","ts":1785316563.4469326,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073"} {"level":"info","ts":1785316563.4469507,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","EoS":false} {"level":"info","ts":1785316563.4469655,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073"} {"level":"info","ts":1785316563.4469914,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073","EoS":true} {"level":"info","ts":1785316563.4469976,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"48010a74-35d3-41ff-be3b-48966df16073"} {"level":"info","ts":1785316563.4823968,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316563.4824798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b"} {"level":"info","ts":1785316563.482499,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b"} {"level":"info","ts":1785316563.4825184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b","EoS":true} {"level":"info","ts":1785316563.4825552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b","header":"x-maas-username"} {"level":"info","ts":1785316563.4825697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b","header":"x-maas-group"} {"level":"info","ts":1785316563.4825783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b","header":"x-maas-subscription"} {"level":"info","ts":1785316563.482597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785316563.4826338,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b"} {"level":"info","ts":1785316563.533204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b"} {"level":"info","ts":1785316563.5332322,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b"} {"level":"info","ts":1785316563.5332503,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b","EoS":false} {"level":"info","ts":1785316563.533264,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b"} {"level":"info","ts":1785316563.5332847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b","EoS":true} {"level":"info","ts":1785316563.5332901,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fde831b8-5bb8-4d7f-aeb0-0b64e99deb8b"} {"level":"info","ts":1785316563.5722213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785316563.5723178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b"} {"level":"info","ts":1785316563.5723352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b"} {"level":"info","ts":1785316563.5723531,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b","EoS":true} {"level":"info","ts":1785316563.572387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b","header":"x-maas-subscription"} {"level":"info","ts":1785316563.5724018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b","header":"x-maas-group"} {"level":"info","ts":1785316563.5724094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b","header":"x-maas-username"} {"level":"info","ts":1785316563.5724475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b"} {"level":"info","ts":1785316563.6232605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b"} {"level":"info","ts":1785316563.623293,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b"} {"level":"info","ts":1785316563.623316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b","EoS":false} {"level":"info","ts":1785316563.6233344,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b"} {"level":"info","ts":1785316563.6233728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b","EoS":true} {"level":"info","ts":1785316563.623383,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d137cc33-a75b-471e-991f-904036c3291b"} {"level":"info","ts":1785316564.4358299,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96917580-b573-40fa-8789-4e6a96e9153a"} {"level":"info","ts":1785316564.4358532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecfd76f2-2425-4b7e-9643-90499360b996","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785316564.4358861,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecfd76f2-2425-4b7e-9643-90499360b996","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785316564.574706,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e279e760-9252-416f-980b-a70dcbebfa68","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785316564.5747426,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e279e760-9252-416f-980b-a70dcbebfa68","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785316564.5747674,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3d54a63-b07a-487e-abe5-e1543b7c625d"} {"level":"info","ts":1785316564.687611,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"033effbf-0082-4f97-a256-5ccc5a7e8f05","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785316564.6876762,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"033effbf-0082-4f97-a256-5ccc5a7e8f05","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785317954.9927619,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785317954.9928322,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"922b9883-1633-4996-a7eb-02bc7b4ad6e3"} {"level":"info","ts":1785318030.2754664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785318030.2755566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107"} {"level":"info","ts":1785318030.2755704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107"} {"level":"info","ts":1785318030.2755816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107","EoS":true} {"level":"info","ts":1785318030.275613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107","header":"x-maas-group"} {"level":"info","ts":1785318030.2756238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107","header":"x-maas-username"} {"level":"info","ts":1785318030.2756283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107","header":"x-maas-subscription"} {"level":"info","ts":1785318030.2756429,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785318030.275668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107"} {"level":"info","ts":1785318030.277927,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107"} {"level":"info","ts":1785318030.2779548,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107"} {"level":"info","ts":1785318030.27797,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107","EoS":false} {"level":"info","ts":1785318030.2779815,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107"} {"level":"info","ts":1785318030.278001,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107","EoS":true} {"level":"info","ts":1785318030.2780066,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"31506af6-5eea-4810-b205-a92b9fac9107"}