{"level":"info","ts":1785840958.3563302,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722"} {"level":"info","ts":1785840958.3563566,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722","EoS":false} {"level":"info","ts":1785840958.356375,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722"} {"level":"info","ts":1785840958.3564303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722","EoS":true} {"level":"info","ts":1785840958.3564458,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"43dbe0bf-d615-4f42-960c-e1fbece93722"} {"level":"info","ts":1785840958.496151,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840958.4962451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451"} {"level":"info","ts":1785840958.4962635,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451"} {"level":"info","ts":1785840958.4962842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","EoS":true} {"level":"info","ts":1785840958.496323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","header":"x-maas-subscription"} {"level":"info","ts":1785840958.4963362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","header":"x-maas-username"} {"level":"info","ts":1785840958.4963458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","header":"x-maas-group"} {"level":"info","ts":1785840958.4963648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840958.4964218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451"} {"level":"info","ts":1785840958.499119,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451"} {"level":"info","ts":1785840958.499142,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451"} {"level":"info","ts":1785840958.4991596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","EoS":false} {"level":"info","ts":1785840958.499175,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451"} {"level":"info","ts":1785840958.4992037,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451","EoS":true} {"level":"info","ts":1785840958.4992123,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"61c69075-ef85-49df-892b-d8fa2d74f451"} {"level":"info","ts":1785840958.6404781,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840958.6405644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20"} {"level":"info","ts":1785840958.640581,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20"} {"level":"info","ts":1785840958.6405997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","EoS":true} {"level":"info","ts":1785840958.6406372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","header":"x-maas-group"} {"level":"info","ts":1785840958.6406496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","header":"x-maas-username"} {"level":"info","ts":1785840958.6406589,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","header":"x-maas-subscription"} {"level":"info","ts":1785840958.6406777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840958.6407137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20"} {"level":"info","ts":1785840958.641904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20"} {"level":"info","ts":1785840958.6419299,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20"} {"level":"info","ts":1785840958.6419485,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","EoS":false} {"level":"info","ts":1785840958.64196,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20"} {"level":"info","ts":1785840958.641985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20","EoS":true} {"level":"info","ts":1785840958.6419945,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"47af911a-a139-4964-9851-7f7c9dedec20"} {"level":"info","ts":1785840958.7764192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840958.776496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30"} {"level":"info","ts":1785840958.7765093,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30"} {"level":"info","ts":1785840958.7765207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","EoS":true} {"level":"info","ts":1785840958.7765493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","header":"x-maas-username"} {"level":"info","ts":1785840958.7765603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","header":"x-maas-subscription"} {"level":"info","ts":1785840958.776566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","header":"x-maas-group"} {"level":"info","ts":1785840958.7765806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840958.7766094,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30"} {"level":"info","ts":1785840958.7777302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30"} {"level":"info","ts":1785840958.7777472,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30"} {"level":"info","ts":1785840958.777761,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","EoS":false} {"level":"info","ts":1785840958.777777,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30"} {"level":"info","ts":1785840958.777801,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30","EoS":true} {"level":"info","ts":1785840958.7778087,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7cee800a-3e61-47be-8466-2598f3b95c30"} {"level":"info","ts":1785840980.0188715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840980.0189388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032"} {"level":"info","ts":1785840980.01895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032"} {"level":"info","ts":1785840980.0189626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","EoS":true} {"level":"info","ts":1785840980.0189867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","header":"x-maas-subscription"} {"level":"info","ts":1785840980.018997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","header":"x-maas-group"} {"level":"info","ts":1785840980.0190022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","header":"x-maas-username"} {"level":"info","ts":1785840980.0190158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840980.0190394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032"} {"level":"info","ts":1785840980.0203304,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032"} {"level":"info","ts":1785840980.020358,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032"} {"level":"info","ts":1785840980.0203779,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","EoS":false} {"level":"info","ts":1785840980.0204108,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032"} {"level":"info","ts":1785840980.0204492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032","EoS":true} {"level":"info","ts":1785840980.0204616,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3ba3cbfb-a8d7-4ca4-bb76-c89280159032"} {"level":"info","ts":1785840980.064516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840980.0645916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724"} {"level":"info","ts":1785840980.0646079,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724"} {"level":"info","ts":1785840980.0646267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","EoS":true} {"level":"info","ts":1785840980.0646625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","header":"x-maas-subscription"} {"level":"info","ts":1785840980.0646775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","header":"x-maas-group"} {"level":"info","ts":1785840980.0646863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","header":"x-maas-username"} {"level":"info","ts":1785840980.064706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840980.0647428,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724"} {"level":"info","ts":1785840980.0658832,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724"} {"level":"info","ts":1785840980.0659056,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724"} {"level":"info","ts":1785840980.065921,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","EoS":false} {"level":"info","ts":1785840980.0659375,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724"} {"level":"info","ts":1785840980.065975,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724","EoS":true} {"level":"info","ts":1785840980.0659864,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"466895b0-cb4b-4617-b04b-4e2276815724"} {"level":"info","ts":1785840980.17006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840980.170142,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a486f08-c171-42e1-b532-07222628f00c"} {"level":"info","ts":1785840980.171308,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a486f08-c171-42e1-b532-07222628f00c"} {"level":"info","ts":1785840980.1713288,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5a486f08-c171-42e1-b532-07222628f00c"} {"level":"info","ts":1785840980.1713471,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a486f08-c171-42e1-b532-07222628f00c","EoS":false} {"level":"info","ts":1785840980.1713583,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5a486f08-c171-42e1-b532-07222628f00c"} {"level":"info","ts":1785840980.1713822,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a486f08-c171-42e1-b532-07222628f00c","EoS":true} {"level":"info","ts":1785840980.1714137,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5a486f08-c171-42e1-b532-07222628f00c"} {"level":"info","ts":1785840984.8010385,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840984.8011029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8"} {"level":"info","ts":1785840984.8011134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8"} {"level":"info","ts":1785840984.801124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","EoS":true} {"level":"info","ts":1785840984.8011446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","header":"x-maas-username"} {"level":"info","ts":1785840984.8011553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","header":"x-maas-subscription"} {"level":"info","ts":1785840984.801161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","header":"x-maas-group"} {"level":"info","ts":1785840984.801173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785840984.8011973,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8"} {"level":"info","ts":1785840984.8022697,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8"} {"level":"info","ts":1785840984.8022912,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8"} {"level":"info","ts":1785840984.8023064,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","EoS":false} {"level":"info","ts":1785840984.802318,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8"} {"level":"info","ts":1785840984.8023438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8","EoS":true} {"level":"info","ts":1785840984.8023546,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd48084b-a4b1-4d7d-9d9c-4fce667e15e8"} {"level":"info","ts":1785840993.3557038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785840993.3557765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d"} {"level":"info","ts":1785840993.355786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d"} {"level":"info","ts":1785840993.3557975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","EoS":true} {"level":"info","ts":1785840993.355819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","header":"x-maas-subscription"} {"level":"info","ts":1785840993.35583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","header":"x-maas-username"} {"level":"info","ts":1785840993.3558357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","header":"x-maas-group"} {"level":"info","ts":1785840993.35585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785840993.355875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d"} {"level":"info","ts":1785840993.3686352,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d"} {"level":"info","ts":1785840993.3686566,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d"} {"level":"info","ts":1785840993.3686717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","EoS":false} {"level":"info","ts":1785840993.3686833,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d"} {"level":"info","ts":1785840993.3687093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d","EoS":true} {"level":"info","ts":1785840993.3687205,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f58de3aa-cafc-4cb3-babb-a7580625553d"} {"level":"info","ts":1785841006.2576265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841006.25771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1"} {"level":"info","ts":1785841006.257722,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1"} {"level":"info","ts":1785841006.257734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","EoS":true} {"level":"info","ts":1785841006.257757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","header":"x-maas-group"} {"level":"info","ts":1785841006.2577677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","header":"x-maas-username"} {"level":"info","ts":1785841006.2577748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","header":"x-maas-subscription"} {"level":"info","ts":1785841006.2577875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841006.2578158,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1"} {"level":"info","ts":1785841006.259022,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1"} {"level":"info","ts":1785841006.259042,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1"} {"level":"info","ts":1785841006.2590618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","EoS":false} {"level":"info","ts":1785841006.2590766,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1"} {"level":"info","ts":1785841006.2591004,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1","EoS":true} {"level":"info","ts":1785841006.2591112,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3b3d3f17-f016-4293-b2ca-0979855dcca1"} {"level":"info","ts":1785841014.7853758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841014.7854717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e"} {"level":"info","ts":1785841014.7854922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e"} {"level":"info","ts":1785841014.785511,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","EoS":true} {"level":"info","ts":1785841014.7855434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","header":"x-maas-subscription"} {"level":"info","ts":1785841014.7855656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","header":"x-maas-username"} {"level":"info","ts":1785841014.7855752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","header":"x-maas-group"} {"level":"info","ts":1785841014.7855935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841014.785625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e"} {"level":"info","ts":1785841014.786798,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e"} {"level":"info","ts":1785841014.786817,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e"} {"level":"info","ts":1785841014.786834,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","EoS":false} {"level":"info","ts":1785841014.7868452,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e"} {"level":"info","ts":1785841014.786869,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e","EoS":true} {"level":"info","ts":1785841014.7868783,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c89d999f-e100-472d-b31c-4e55d4bef65e"} {"level":"info","ts":1785841023.6716053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841023.6716654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2"} {"level":"info","ts":1785841023.6716733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2"} {"level":"info","ts":1785841023.671683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","EoS":true} {"level":"info","ts":1785841023.6717007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","header":"x-maas-username"} {"level":"info","ts":1785841023.6717112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","header":"x-maas-subscription"} {"level":"info","ts":1785841023.6717167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","header":"x-maas-group"} {"level":"info","ts":1785841023.6717331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841023.671755,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2"} {"level":"info","ts":1785841023.6728885,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2"} {"level":"info","ts":1785841023.6729083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2"} {"level":"info","ts":1785841023.6729238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","EoS":false} {"level":"info","ts":1785841023.6729393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2"} {"level":"info","ts":1785841023.6729627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2","EoS":true} {"level":"info","ts":1785841023.6729703,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3692b919-bd83-45c1-afd9-9d1f869631e2"} {"level":"info","ts":1785841053.1509743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841053.1510372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3"} {"level":"info","ts":1785841053.1510458,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3"} {"level":"info","ts":1785841053.151058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","EoS":true} {"level":"info","ts":1785841053.1510851,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","header":"x-maas-username"} {"level":"info","ts":1785841053.151097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","header":"x-maas-group"} {"level":"info","ts":1785841053.1511037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","header":"x-maas-subscription"} {"level":"info","ts":1785841053.1511197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785841053.1511517,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3"} {"level":"info","ts":1785841053.1541507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3"} {"level":"info","ts":1785841053.1541717,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3"} {"level":"info","ts":1785841053.1541872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","EoS":false} {"level":"info","ts":1785841053.154199,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3"} {"level":"info","ts":1785841053.1542256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3","EoS":true} {"level":"info","ts":1785841053.1542375,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9257836e-738f-4197-97dc-00d3027977f3"} {"level":"info","ts":1785841086.754177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841086.7542515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701"} {"level":"info","ts":1785841086.7542646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701"} {"level":"info","ts":1785841086.754275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","EoS":true} {"level":"info","ts":1785841086.7542953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","header":"x-maas-group"} {"level":"info","ts":1785841086.7543058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","header":"x-maas-subscription"} {"level":"info","ts":1785841086.7543123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","header":"x-maas-username"} {"level":"info","ts":1785841086.754325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785841086.7543516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701"} {"level":"info","ts":1785841086.7552822,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701"} {"level":"info","ts":1785841086.7553086,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701"} {"level":"info","ts":1785841086.7553263,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","EoS":false} {"level":"info","ts":1785841086.7553408,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701"} {"level":"info","ts":1785841086.7553747,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701","EoS":true} {"level":"info","ts":1785841086.755389,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"124dcf1e-3111-4215-a660-1c7ba8174701"} {"level":"info","ts":1785841121.6387346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841121.6388237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1"} {"level":"info","ts":1785841121.6388357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1"} {"level":"info","ts":1785841121.6388483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","EoS":true} {"level":"info","ts":1785841121.6388829,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","header":"x-maas-group"} {"level":"info","ts":1785841121.6388946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","header":"x-maas-username"} {"level":"info","ts":1785841121.6389008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","header":"x-maas-subscription"} {"level":"info","ts":1785841121.6389146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841121.6389418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1"} {"level":"info","ts":1785841121.6400473,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1"} {"level":"info","ts":1785841121.6400745,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1"} {"level":"info","ts":1785841121.6400907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","EoS":false} {"level":"info","ts":1785841121.6401029,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1"} {"level":"info","ts":1785841121.640133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1","EoS":true} {"level":"info","ts":1785841121.6401467,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"70b0d97c-c23b-4884-b75f-5978df7f8ee1"} {"level":"info","ts":1785841131.0663524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841131.0664477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934"} {"level":"info","ts":1785841131.0664597,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934"} {"level":"info","ts":1785841131.0664709,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","EoS":true} {"level":"info","ts":1785841131.0664918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","header":"x-maas-username"} {"level":"info","ts":1785841131.0665033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","header":"x-maas-group"} {"level":"info","ts":1785841131.066508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","header":"x-maas-subscription"} {"level":"info","ts":1785841131.066522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841131.0665443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934"} {"level":"info","ts":1785841131.0677028,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934"} {"level":"info","ts":1785841131.067722,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934"} {"level":"info","ts":1785841131.0677373,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","EoS":false} {"level":"info","ts":1785841131.0677493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934"} {"level":"info","ts":1785841131.0677755,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934","EoS":true} {"level":"info","ts":1785841131.0677848,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cddf67ac-e9da-4846-a3da-cd3601661934"} {"level":"info","ts":1785841131.1249425,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841131.1250167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6"} {"level":"info","ts":1785841131.1250305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6"} {"level":"info","ts":1785841131.1250434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","EoS":true} {"level":"info","ts":1785841131.1250672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","header":"x-maas-group"} {"level":"info","ts":1785841131.1250777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","header":"x-maas-username"} {"level":"info","ts":1785841131.1250832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","header":"x-maas-subscription"} {"level":"info","ts":1785841131.1250973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841131.125123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6"} {"level":"info","ts":1785841131.1262138,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6"} {"level":"info","ts":1785841131.1262333,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6"} {"level":"info","ts":1785841131.1262481,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","EoS":false} {"level":"info","ts":1785841131.1262598,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6"} {"level":"info","ts":1785841131.1262863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6","EoS":true} {"level":"info","ts":1785841131.126293,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"feb22330-658a-46c3-af7d-aea18694f6b6"} {"level":"info","ts":1785841150.0660338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841150.0661106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c"} {"level":"info","ts":1785841150.0661237,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c"} {"level":"info","ts":1785841150.0661356,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","EoS":true} {"level":"info","ts":1785841150.0661626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","header":"x-maas-username"} {"level":"info","ts":1785841150.0661788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","header":"x-maas-group"} {"level":"info","ts":1785841150.0661845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","header":"x-maas-subscription"} {"level":"info","ts":1785841150.066198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841150.0662222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c"} {"level":"info","ts":1785841150.0673337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c"} {"level":"info","ts":1785841150.0673554,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c"} {"level":"info","ts":1785841150.0673742,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","EoS":false} {"level":"info","ts":1785841150.0674152,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c"} {"level":"info","ts":1785841150.0674567,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c","EoS":true} {"level":"info","ts":1785841150.0674677,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ed6e1f8-645d-4daa-aa9b-498b5896765c"} {"level":"info","ts":1785841333.7859943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841333.7860827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3"} {"level":"info","ts":1785841333.7860928,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3"} {"level":"info","ts":1785841333.7861056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","EoS":true} {"level":"info","ts":1785841333.7861297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","header":"x-maas-group"} {"level":"info","ts":1785841333.7861412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","header":"x-maas-subscription"} {"level":"info","ts":1785841333.7861464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","header":"x-maas-username"} {"level":"info","ts":1785841333.7861593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785841333.7861834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3"} {"level":"info","ts":1785841333.799691,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3"} {"level":"info","ts":1785841333.7997139,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3"} {"level":"info","ts":1785841333.799729,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","EoS":false} {"level":"info","ts":1785841333.79974,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3"} {"level":"info","ts":1785841333.7997613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3","EoS":true} {"level":"info","ts":1785841333.7997713,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27b41012-4840-4dd1-8f8e-adbf1f8bd9e3"} {"level":"info","ts":1785841396.345123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841396.34521,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7"} {"level":"info","ts":1785841396.3452277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7"} {"level":"info","ts":1785841396.3452454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","EoS":true} {"level":"info","ts":1785841396.3452816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","header":"x-maas-username"} {"level":"info","ts":1785841396.3452969,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","header":"x-maas-group"} {"level":"info","ts":1785841396.345304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","header":"x-maas-subscription"} {"level":"info","ts":1785841396.3453188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841396.34535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7"} {"level":"info","ts":1785841396.3466973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7"} {"level":"info","ts":1785841396.346717,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7"} {"level":"info","ts":1785841396.3467374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","EoS":false} {"level":"info","ts":1785841396.346755,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7"} {"level":"info","ts":1785841396.3467925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7","EoS":true} {"level":"info","ts":1785841396.3468075,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dc3c9ab3-6938-4169-b140-e22fd1fb04c7"} {"level":"info","ts":1785841411.5382926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841411.538361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64"} {"level":"info","ts":1785841411.5383706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64"} {"level":"info","ts":1785841411.538382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","EoS":true} {"level":"info","ts":1785841411.538434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","header":"x-maas-username"} {"level":"info","ts":1785841411.538445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","header":"x-maas-subscription"} {"level":"info","ts":1785841411.5384512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","header":"x-maas-group"} {"level":"info","ts":1785841411.5384643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841411.5384881,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64"} {"level":"info","ts":1785841411.539669,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64"} {"level":"info","ts":1785841411.5396898,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64"} {"level":"info","ts":1785841411.5397112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","EoS":false} {"level":"info","ts":1785841411.5397277,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64"} {"level":"info","ts":1785841411.5397668,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64","EoS":true} {"level":"info","ts":1785841411.5398078,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9d7f143a-0094-4c96-bd7a-23a829fbab64"} {"level":"info","ts":1785841730.126959,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841730.1271257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd"} {"level":"info","ts":1785841730.1271467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd"} {"level":"info","ts":1785841730.1271646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","EoS":true} {"level":"info","ts":1785841730.1271935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","header":"x-maas-username"} {"level":"info","ts":1785841730.1272402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","header":"x-maas-group"} {"level":"info","ts":1785841730.127254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","header":"x-maas-subscription"} {"level":"info","ts":1785841730.1272728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785841730.127307,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd"} {"level":"info","ts":1785841730.1294594,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd"} {"level":"info","ts":1785841730.1294863,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd"} {"level":"info","ts":1785841730.1295142,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","EoS":false} {"level":"info","ts":1785841730.1295307,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd"} {"level":"info","ts":1785841730.1295638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd","EoS":true} {"level":"info","ts":1785841730.129576,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3033236a-5779-4397-a09f-b9e9ba1507dd"} {"level":"info","ts":1785841734.8730652,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"603e2522-3b81-4e2e-a25d-4b035bce679a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785841734.873316,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32435.798014768,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841734.8733408,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841734.9309123,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841734.9736023,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"603e2522-3b81-4e2e-a25d-4b035bce679a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785841734.9825761,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c617745-5e5b-4ac6-8b7d-367077c8996d"} {"level":"info","ts":1785841734.98259,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7bebc133-3586-4549-865b-df5b22eca679","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785841734.9826202,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7bebc133-3586-4549-865b-df5b22eca679","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785841734.9879775,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78516053-eaf7-4b80-a4a7-6e91b2bf5d0d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785841734.9880083,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78516053-eaf7-4b80-a4a7-6e91b2bf5d0d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785841734.988511,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32452.73824703,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841734.98853,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841734.9972603,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.0857632,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7471972a-1657-475c-8ce0-9018b01be104"} {"level":"info","ts":1785841735.0857906,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4cda20b-d159-4809-ad0c-3f78466c0503","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.085835,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4cda20b-d159-4809-ad0c-3f78466c0503","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785841735.0885367,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c617745-5e5b-4ac6-8b7d-367077c8996d","name":"e2e-external-provider"} {"level":"info","ts":1785841735.0920875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2308645c-a683-4cf3-b5a6-33e9ad28ea0e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.0921223,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2308645c-a683-4cf3-b5a6-33e9ad28ea0e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785841735.0922346,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7471972a-1657-475c-8ce0-9018b01be104","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785841735.0977066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec151e52-bb65-4144-9c67-002c26d61953","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.0977376,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec151e52-bb65-4144-9c67-002c26d61953","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785841735.097842,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7471972a-1657-475c-8ce0-9018b01be104","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841735.0979161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a80fb8c4-ec91-4791-bb67-6e8189cac355"} {"level":"info","ts":1785841735.0979402,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a80fb8c4-ec91-4791-bb67-6e8189cac355","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785841735.099003,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c617745-5e5b-4ac6-8b7d-367077c8996d","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785841735.105495,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a80fb8c4-ec91-4791-bb67-6e8189cac355","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841735.1109822,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c617745-5e5b-4ac6-8b7d-367077c8996d","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785841735.1161146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"689f2f48-3ee5-46a6-86fd-86e64e214f26"} {"level":"info","ts":1785841735.1161423,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"689f2f48-3ee5-46a6-86fd-86e64e214f26","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785841735.1167898,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c617745-5e5b-4ac6-8b7d-367077c8996d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785841735.1208346,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"689f2f48-3ee5-46a6-86fd-86e64e214f26","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841735.1227908,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c7b7d1a-5fed-4a22-a330-886c605e5e92"} {"level":"info","ts":1785841735.1228464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89f545e6-031b-489a-951e-4be630081e29","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.1228585,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c7b7d1a-5fed-4a22-a330-886c605e5e92","name":"e2e-external-provider"} {"level":"info","ts":1785841735.1228669,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89f545e6-031b-489a-951e-4be630081e29","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785841735.1229339,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c21ef8a-44f3-41e4-813d-e212caae92a5"} {"level":"info","ts":1785841735.1230457,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0854b11d-746f-4165-a861-11a8811c6ff7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785841735.1231208,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0854b11d-746f-4165-a861-11a8811c6ff7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785841735.1231503,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34037.505623966,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.1231723,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.1310894,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785841735.133781,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c7b7d1a-5fed-4a22-a330-886c605e5e92","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785841735.13905,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e456a39-2702-47fb-8a86-52d0b9a1626e"} {"level":"info","ts":1785841735.1390882,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e456a39-2702-47fb-8a86-52d0b9a1626e","name":"e2e-external-provider"} {"level":"info","ts":1785841735.1494527,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e456a39-2702-47fb-8a86-52d0b9a1626e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785841735.2240489,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c21ef8a-44f3-41e4-813d-e212caae92a5","name":"e2e-external-model"} {"level":"info","ts":1785841735.236875,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c21ef8a-44f3-41e4-813d-e212caae92a5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785841735.2489057,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"461b2b19-83b1-4eec-add2-501e28286509"} {"level":"info","ts":1785841735.248953,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddea2fe8-3307-45ff-a385-1e17a4cfa9b0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.2489603,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"461b2b19-83b1-4eec-add2-501e28286509","name":"e2e-external-model"} {"level":"info","ts":1785841735.2489808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddea2fe8-3307-45ff-a385-1e17a4cfa9b0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785841735.268485,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"461b2b19-83b1-4eec-add2-501e28286509","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841735.268562,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"169d1e93-2def-408b-9487-d10ccc59a06b"} {"level":"info","ts":1785841735.2685714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72e5a60c-c43f-4870-80c7-449c1a5f92fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.2685995,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72e5a60c-c43f-4870-80c7-449c1a5f92fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785841735.2686028,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"169d1e93-2def-408b-9487-d10ccc59a06b","name":"e2e-external-model"} {"level":"info","ts":1785841735.2806065,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"169d1e93-2def-408b-9487-d10ccc59a06b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785841735.2883353,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32f570f2-326d-4819-99c5-49900a875ef9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841735.2883606,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32f570f2-326d-4819-99c5-49900a875ef9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785841735.2899654,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"169d1e93-2def-408b-9487-d10ccc59a06b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841735.2900581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38c843f8-5a23-4774-a751-42646937f347"} {"level":"info","ts":1785841735.2900996,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38c843f8-5a23-4774-a751-42646937f347","name":"e2e-external-model"} {"level":"info","ts":1785841735.2998986,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38c843f8-5a23-4774-a751-42646937f347","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785841746.8506956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841746.8507774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175"} {"level":"info","ts":1785841746.8507888,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175"} {"level":"info","ts":1785841746.8508003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","EoS":true} {"level":"info","ts":1785841746.8508224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","header":"x-maas-username"} {"level":"info","ts":1785841746.8508358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","header":"x-maas-group"} {"level":"info","ts":1785841746.8508408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","header":"x-maas-subscription"} {"level":"info","ts":1785841746.850853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785841746.8508623,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","modelName":"e2e-external-model"} {"level":"info","ts":1785841746.8508742,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785841746.850908,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785841746.850926,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","authType":"apikey"} {"level":"info","ts":1785841746.850951,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175"} {"level":"info","ts":1785841746.941734,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175"} {"level":"info","ts":1785841746.9417646,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175"} {"level":"info","ts":1785841746.9417841,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","EoS":false} {"level":"info","ts":1785841746.9417968,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175"} {"level":"info","ts":1785841746.9418256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175","EoS":true} {"level":"info","ts":1785841746.941831,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b332ab34-bea5-443c-9c54-50c176b6b175"} {"level":"info","ts":1785841747.0775793,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa2c11b8-fb4c-40cb-a8e3-8f9622fbe266"} {"level":"info","ts":1785841747.077624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d447276-d5ca-4775-9c01-c6861a53396c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841747.0776532,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d447276-d5ca-4775-9c01-c6861a53396c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785841747.0867193,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa2c11b8-fb4c-40cb-a8e3-8f9622fbe266","name":"e2e-cleanup-test"} {"level":"info","ts":1785841747.086761,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90eb9427-d7c0-4eaf-9492-404e2aee8d2c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841747.0867846,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90eb9427-d7c0-4eaf-9492-404e2aee8d2c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785841747.1102295,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa2c11b8-fb4c-40cb-a8e3-8f9622fbe266","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785841747.123662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efa428a7-bed3-4633-b96d-9d3989eca3ae","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841747.1237059,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"efa428a7-bed3-4633-b96d-9d3989eca3ae","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785841747.123762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4090e1ef-0f60-47fc-98de-a30e79eab313"} {"level":"info","ts":1785841747.1238513,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4090e1ef-0f60-47fc-98de-a30e79eab313","name":"e2e-cleanup-test"} {"level":"error","ts":1785841747.1388102,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4090e1ef-0f60-47fc-98de-a30e79eab313","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785841747.138862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8fc3f80-04cc-4e14-860d-911806040e02","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841747.1388772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29e7707e-6008-4918-af3b-8de5a4be883a"} {"level":"info","ts":1785841747.1389213,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29e7707e-6008-4918-af3b-8de5a4be883a","name":"e2e-cleanup-test"} {"level":"info","ts":1785841747.1388817,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8fc3f80-04cc-4e14-860d-911806040e02","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785841747.1496,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29e7707e-6008-4918-af3b-8de5a4be883a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785841747.158014,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ae567c2-92f6-4080-8da4-1201e28dd840","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841747.158041,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ae567c2-92f6-4080-8da4-1201e28dd840","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785841747.1580646,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa858367-787d-4076-ab7c-75d9119db77c"} {"level":"info","ts":1785841747.1581047,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa858367-787d-4076-ab7c-75d9119db77c","name":"e2e-cleanup-test"} {"level":"info","ts":1785841747.1695538,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa858367-787d-4076-ab7c-75d9119db77c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785841755.3374684,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36b7c504-cb4e-429a-9c9d-877def9d9d81"} {"level":"info","ts":1785841755.337533,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb118812-c897-4308-97a5-229a59c370cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841755.337563,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb118812-c897-4308-97a5-229a59c370cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785841759.6483443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841759.648429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745"} {"level":"info","ts":1785841759.6484423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745"} {"level":"info","ts":1785841759.6484554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745","EoS":true} {"level":"info","ts":1785841759.6484904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785841759.6485236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc2483ed-3c74-4bcb-b118-05cb67d77745"} {"level":"info","ts":1785841759.6936266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841759.6936753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e"} {"level":"info","ts":1785841759.6936831,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e"} {"level":"info","ts":1785841759.693693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","EoS":true} {"level":"info","ts":1785841759.6937113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","header":"x-maas-subscription"} {"level":"info","ts":1785841759.6937232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","header":"x-maas-group"} {"level":"info","ts":1785841759.693728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","header":"x-maas-username"} {"level":"info","ts":1785841759.693742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785841759.6937487,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","modelName":"e2e-external-model"} {"level":"info","ts":1785841759.6937609,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785841759.6937804,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785841759.6938028,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","authType":"apikey"} {"level":"info","ts":1785841759.6938252,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e"} {"level":"info","ts":1785841759.7408278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e"} {"level":"info","ts":1785841759.740848,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e"} {"level":"info","ts":1785841759.7408702,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","EoS":false} {"level":"info","ts":1785841759.740887,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e"} {"level":"info","ts":1785841759.7409348,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e","EoS":true} {"level":"info","ts":1785841759.7409463,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c16ed155-9fb6-4d05-8ec7-c4b38882ba8e"} {"level":"info","ts":1785841759.7861562,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841759.7862024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263"} {"level":"info","ts":1785841759.7862105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263"} {"level":"info","ts":1785841759.7862198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","EoS":true} {"level":"info","ts":1785841759.7862377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","header":"x-maas-subscription"} {"level":"info","ts":1785841759.786248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","header":"x-maas-username"} {"level":"info","ts":1785841759.7862532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","header":"x-maas-group"} {"level":"info","ts":1785841759.7862644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785841759.7862835,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263"} {"level":"info","ts":1785841759.8733463,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263"} {"level":"info","ts":1785841759.8733642,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263"} {"level":"info","ts":1785841759.8733854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","EoS":false} {"level":"info","ts":1785841759.8734245,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263"} {"level":"info","ts":1785841759.8734574,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263","EoS":true} {"level":"info","ts":1785841759.873469,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cdab0493-18e3-4348-9063-61e65661d263"} {"level":"info","ts":1785841759.9135766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785841759.9136298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489"} {"level":"info","ts":1785841759.913641,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489"} {"level":"info","ts":1785841759.9136512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489","EoS":true} {"level":"info","ts":1785841759.9136693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489","header":"x-maas-group"} {"level":"info","ts":1785841759.9136775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489","header":"x-maas-subscription"} {"level":"info","ts":1785841759.9136832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489","header":"x-maas-username"} {"level":"info","ts":1785841759.913706,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489"} {"level":"info","ts":1785841759.959033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489"} {"level":"info","ts":1785841759.9590504,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489"} {"level":"info","ts":1785841759.9590714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489","EoS":false} {"level":"info","ts":1785841759.959086,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489"} {"level":"info","ts":1785841759.9591165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489","EoS":true} {"level":"info","ts":1785841759.9591286,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dea8f3f7-14dd-4b93-a4f0-5d8d16877489"} {"level":"info","ts":1785841760.816137,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd9dbb1d-96ab-41e2-8565-36d270e72306"} {"level":"info","ts":1785841760.8161674,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"117b9e33-294b-4c63-89c3-528febd179b3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841760.8161933,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"117b9e33-294b-4c63-89c3-528febd179b3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785841761.0022922,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4a965eb-7982-42fd-b3c9-8bc8e49a850e"} {"level":"info","ts":1785841761.0024252,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"44e5b6bb-823a-41de-a834-97da6d5ee63d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785841761.0024548,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"44e5b6bb-823a-41de-a834-97da6d5ee63d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785841761.1062727,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ce2b0871-252d-45d4-86ba-c2010dcba8d0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785841761.106327,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ce2b0871-252d-45d4-86ba-c2010dcba8d0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785843329.0515294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785843329.0516098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"806a7c36-425a-4adb-b58b-fcc57a07da4f"} {"level":"info","ts":1785843388.8255038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785843388.8255847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6"} {"level":"info","ts":1785843388.8255951,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6"} {"level":"info","ts":1785843388.825606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","EoS":true} {"level":"info","ts":1785843388.8256295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","header":"x-maas-subscription"} {"level":"info","ts":1785843388.8256412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","header":"x-maas-group"} {"level":"info","ts":1785843388.8256466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","header":"x-maas-username"} {"level":"info","ts":1785843388.825661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785843388.825691,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6"} {"level":"info","ts":1785843388.8274922,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6"} {"level":"info","ts":1785843388.8275173,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6"} {"level":"info","ts":1785843388.8275352,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","EoS":false} {"level":"info","ts":1785843388.8275473,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6"} {"level":"info","ts":1785843388.827576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6","EoS":true} {"level":"info","ts":1785843388.8275843,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3571d278-f7bf-4e20-9849-212bdfae0bc6"}