{"level":"info","ts":1785425272.0814333,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613"} {"level":"info","ts":1785425272.0814588,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613","EoS":false} {"level":"info","ts":1785425272.0814743,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613"} {"level":"info","ts":1785425272.0815022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613","EoS":true} {"level":"info","ts":1785425272.0815103,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8758a8c2-8ee5-428e-9ec0-c19476fe0613"} {"level":"info","ts":1785425272.2163758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425272.2164729,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c"} {"level":"info","ts":1785425272.216486,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c"} {"level":"info","ts":1785425272.2164986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","EoS":true} {"level":"info","ts":1785425272.2165265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","header":"x-maas-username"} {"level":"info","ts":1785425272.2165368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","header":"x-maas-subscription"} {"level":"info","ts":1785425272.2165422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","header":"x-maas-group"} {"level":"info","ts":1785425272.216558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425272.2165887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c"} {"level":"info","ts":1785425272.217443,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c"} {"level":"info","ts":1785425272.217462,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c"} {"level":"info","ts":1785425272.2174768,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","EoS":false} {"level":"info","ts":1785425272.2174904,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c"} {"level":"info","ts":1785425272.2175193,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c","EoS":true} {"level":"info","ts":1785425272.2175303,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"667de714-d998-415a-aea7-a5764fd14b4c"} {"level":"info","ts":1785425272.355371,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425272.3554952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438"} {"level":"info","ts":1785425272.355511,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438"} {"level":"info","ts":1785425272.3555245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","EoS":true} {"level":"info","ts":1785425272.3555558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","header":"x-maas-subscription"} {"level":"info","ts":1785425272.355571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","header":"x-maas-group"} {"level":"info","ts":1785425272.3555772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","header":"x-maas-username"} {"level":"info","ts":1785425272.355592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425272.3556788,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438"} {"level":"info","ts":1785425272.3564527,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438"} {"level":"info","ts":1785425272.3564737,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438"} {"level":"info","ts":1785425272.3564892,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","EoS":false} {"level":"info","ts":1785425272.356501,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438"} {"level":"info","ts":1785425272.3565273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438","EoS":true} {"level":"info","ts":1785425272.3565402,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"992054b2-530c-4e64-aef8-0ec433555438"} {"level":"info","ts":1785425272.4915125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425272.4915974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7"} {"level":"info","ts":1785425272.4916139,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7"} {"level":"info","ts":1785425272.4916263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","EoS":true} {"level":"info","ts":1785425272.4916563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","header":"x-maas-group"} {"level":"info","ts":1785425272.4916675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","header":"x-maas-subscription"} {"level":"info","ts":1785425272.4916725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","header":"x-maas-username"} {"level":"info","ts":1785425272.49169,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425272.4917207,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7"} {"level":"info","ts":1785425272.4925337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7"} {"level":"info","ts":1785425272.492556,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7"} {"level":"info","ts":1785425272.4925723,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","EoS":false} {"level":"info","ts":1785425272.4925938,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7"} {"level":"info","ts":1785425272.4926255,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7","EoS":true} {"level":"info","ts":1785425272.4926353,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"493c9e69-2ac2-4df9-ae50-c6cc168d8cd7"} {"level":"info","ts":1785425272.6275487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425272.6276512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446"} {"level":"info","ts":1785425272.6276665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446"} {"level":"info","ts":1785425272.6276872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","EoS":true} {"level":"info","ts":1785425272.6277304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","header":"x-maas-group"} {"level":"info","ts":1785425272.627743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","header":"x-maas-username"} {"level":"info","ts":1785425272.6277514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","header":"x-maas-subscription"} {"level":"info","ts":1785425272.6277726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425272.627809,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446"} {"level":"info","ts":1785425272.6286266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446"} {"level":"info","ts":1785425272.628643,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446"} {"level":"info","ts":1785425272.6286614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","EoS":false} {"level":"info","ts":1785425272.6286862,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446"} {"level":"info","ts":1785425272.6287193,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446","EoS":true} {"level":"info","ts":1785425272.628732,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fb00724e-721f-4fe1-aa91-97e8fb3cb446"} {"level":"info","ts":1785425296.012542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425296.0126371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724"} {"level":"info","ts":1785425296.0126529,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724"} {"level":"info","ts":1785425296.012665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","EoS":true} {"level":"info","ts":1785425296.0126948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","header":"x-maas-group"} {"level":"info","ts":1785425296.012706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","header":"x-maas-subscription"} {"level":"info","ts":1785425296.0127149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","header":"x-maas-username"} {"level":"info","ts":1785425296.0127344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425296.0127704,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724"} {"level":"info","ts":1785425296.0136037,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724"} {"level":"info","ts":1785425296.0136228,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724"} {"level":"info","ts":1785425296.0136368,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","EoS":false} {"level":"info","ts":1785425296.0136507,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724"} {"level":"info","ts":1785425296.0136886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724","EoS":true} {"level":"info","ts":1785425296.0136974,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c2cec0e-59bc-43b4-8756-ece0d9a4c724"} {"level":"info","ts":1785425296.1161716,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425296.116254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"980e3e73-9a36-4e5c-a3a7-6f4d7f97c1fc"} {"level":"info","ts":1785425296.117782,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"980e3e73-9a36-4e5c-a3a7-6f4d7f97c1fc"} {"level":"info","ts":1785425296.1178024,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"980e3e73-9a36-4e5c-a3a7-6f4d7f97c1fc"} {"level":"info","ts":1785425296.1178203,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"980e3e73-9a36-4e5c-a3a7-6f4d7f97c1fc","EoS":false} {"level":"info","ts":1785425296.117833,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"980e3e73-9a36-4e5c-a3a7-6f4d7f97c1fc"} {"level":"info","ts":1785425296.1178632,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"980e3e73-9a36-4e5c-a3a7-6f4d7f97c1fc","EoS":true} {"level":"info","ts":1785425296.1178722,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"980e3e73-9a36-4e5c-a3a7-6f4d7f97c1fc"} {"level":"info","ts":1785425300.7620974,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425300.7621856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375"} {"level":"info","ts":1785425300.762198,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375"} {"level":"info","ts":1785425300.7622092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","EoS":true} {"level":"info","ts":1785425300.7622392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","header":"x-maas-subscription"} {"level":"info","ts":1785425300.762249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","header":"x-maas-username"} {"level":"info","ts":1785425300.762255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","header":"x-maas-group"} {"level":"info","ts":1785425300.76227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425300.762302,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375"} {"level":"info","ts":1785425300.7634115,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375"} {"level":"info","ts":1785425300.7634585,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375"} {"level":"info","ts":1785425300.7634757,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","EoS":false} {"level":"info","ts":1785425300.7634885,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375"} {"level":"info","ts":1785425300.763515,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375","EoS":true} {"level":"info","ts":1785425300.7635214,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6511af29-fe36-47ef-9723-4c6fa41bc375"} {"level":"info","ts":1785425313.4615414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425313.461619,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f"} {"level":"info","ts":1785425313.4616299,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f"} {"level":"info","ts":1785425313.4616416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","EoS":true} {"level":"info","ts":1785425313.461668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","header":"x-maas-username"} {"level":"info","ts":1785425313.4616797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","header":"x-maas-subscription"} {"level":"info","ts":1785425313.4616852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","header":"x-maas-group"} {"level":"info","ts":1785425313.4616997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425313.4617262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f"} {"level":"info","ts":1785425313.4630263,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f"} {"level":"info","ts":1785425313.463051,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f"} {"level":"info","ts":1785425313.4630685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","EoS":false} {"level":"info","ts":1785425313.4630802,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f"} {"level":"info","ts":1785425313.4631057,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f","EoS":true} {"level":"info","ts":1785425313.4631186,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aa327ad3-5c01-4cf1-ba49-30f59a3e096f"} {"level":"info","ts":1785425326.360886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425326.3609724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"742559ec-8245-4888-9f84-831701f06797"} {"level":"info","ts":1785425326.3609831,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"742559ec-8245-4888-9f84-831701f06797"} {"level":"info","ts":1785425326.3609958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"742559ec-8245-4888-9f84-831701f06797","EoS":true} {"level":"info","ts":1785425326.3610222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"742559ec-8245-4888-9f84-831701f06797","header":"x-maas-group"} {"level":"info","ts":1785425326.3610308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"742559ec-8245-4888-9f84-831701f06797","header":"x-maas-subscription"} {"level":"info","ts":1785425326.3610353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"742559ec-8245-4888-9f84-831701f06797","header":"x-maas-username"} {"level":"info","ts":1785425326.3610494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"742559ec-8245-4888-9f84-831701f06797","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425326.3610792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"742559ec-8245-4888-9f84-831701f06797"} {"level":"info","ts":1785425326.3623774,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"742559ec-8245-4888-9f84-831701f06797"} {"level":"info","ts":1785425326.362398,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"742559ec-8245-4888-9f84-831701f06797"} {"level":"info","ts":1785425326.3624141,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"742559ec-8245-4888-9f84-831701f06797","EoS":false} {"level":"info","ts":1785425326.3624558,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"742559ec-8245-4888-9f84-831701f06797"} {"level":"info","ts":1785425326.3624835,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"742559ec-8245-4888-9f84-831701f06797","EoS":true} {"level":"info","ts":1785425326.3624916,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"742559ec-8245-4888-9f84-831701f06797"} {"level":"info","ts":1785425334.9240272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425334.9241107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc"} {"level":"info","ts":1785425334.9241233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc"} {"level":"info","ts":1785425334.9241352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","EoS":true} {"level":"info","ts":1785425334.924163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","header":"x-maas-group"} {"level":"info","ts":1785425334.924188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","header":"x-maas-subscription"} {"level":"info","ts":1785425334.9241958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","header":"x-maas-username"} {"level":"info","ts":1785425334.9242725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425334.9243073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc"} {"level":"info","ts":1785425334.9253452,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc"} {"level":"info","ts":1785425334.925366,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc"} {"level":"info","ts":1785425334.9253812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","EoS":false} {"level":"info","ts":1785425334.9253993,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc"} {"level":"info","ts":1785425334.925453,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc","EoS":true} {"level":"info","ts":1785425334.9254634,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af6ddf34-7371-4b78-84b7-7f0b8c6f27fc"} {"level":"info","ts":1785425343.8623745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425343.862478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e"} {"level":"info","ts":1785425343.8624926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e"} {"level":"info","ts":1785425343.8625057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","EoS":true} {"level":"info","ts":1785425343.862534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","header":"x-maas-subscription"} {"level":"info","ts":1785425343.8625464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","header":"x-maas-username"} {"level":"info","ts":1785425343.862551,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","header":"x-maas-group"} {"level":"info","ts":1785425343.8625672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425343.8625948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e"} {"level":"info","ts":1785425343.8636563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e"} {"level":"info","ts":1785425343.8636794,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e"} {"level":"info","ts":1785425343.863693,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","EoS":false} {"level":"info","ts":1785425343.8637054,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e"} {"level":"info","ts":1785425343.863736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e","EoS":true} {"level":"info","ts":1785425343.8637457,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64e3621d-97e8-4b85-96d5-472e854dba5e"} {"level":"info","ts":1785425384.0789897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425384.0790846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce"} {"level":"info","ts":1785425384.0790958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce"} {"level":"info","ts":1785425384.0791073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","EoS":true} {"level":"info","ts":1785425384.0791337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","header":"x-maas-subscription"} {"level":"info","ts":1785425384.0791452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","header":"x-maas-username"} {"level":"info","ts":1785425384.0791516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","header":"x-maas-group"} {"level":"info","ts":1785425384.0791678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425384.0792525,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce"} {"level":"info","ts":1785425384.080413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce"} {"level":"info","ts":1785425384.0804532,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce"} {"level":"info","ts":1785425384.0804706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","EoS":false} {"level":"info","ts":1785425384.0804827,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce"} {"level":"info","ts":1785425384.0805073,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce","EoS":true} {"level":"info","ts":1785425384.0805154,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1a62917b-c1f7-4df6-bb04-059027a363ce"} {"level":"info","ts":1785425417.8325012,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425417.8326032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad"} {"level":"info","ts":1785425417.832616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad"} {"level":"info","ts":1785425417.8326297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","EoS":true} {"level":"info","ts":1785425417.8326585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","header":"x-maas-username"} {"level":"info","ts":1785425417.8326738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","header":"x-maas-group"} {"level":"info","ts":1785425417.8326826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","header":"x-maas-subscription"} {"level":"info","ts":1785425417.8326974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785425417.8327246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad"} {"level":"info","ts":1785425417.8339386,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad"} {"level":"info","ts":1785425417.8339612,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad"} {"level":"info","ts":1785425417.8339767,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","EoS":false} {"level":"info","ts":1785425417.833989,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad"} {"level":"info","ts":1785425417.834015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad","EoS":true} {"level":"info","ts":1785425417.8340247,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0707c320-2538-46c3-9012-5204dcf3b8ad"} {"level":"info","ts":1785425463.7415464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425463.7416353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa"} {"level":"info","ts":1785425463.741648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa"} {"level":"info","ts":1785425463.7416608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","EoS":true} {"level":"info","ts":1785425463.7416909,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","header":"x-maas-subscription"} {"level":"info","ts":1785425463.7417018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","header":"x-maas-group"} {"level":"info","ts":1785425463.7417083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","header":"x-maas-username"} {"level":"info","ts":1785425463.7417235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425463.7417524,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa"} {"level":"info","ts":1785425463.7427769,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa"} {"level":"info","ts":1785425463.7428062,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa"} {"level":"info","ts":1785425463.7428293,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","EoS":false} {"level":"info","ts":1785425463.7428446,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa"} {"level":"info","ts":1785425463.74287,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa","EoS":true} {"level":"info","ts":1785425463.7428784,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed920ca8-fe70-4232-af31-489af3570dfa"} {"level":"info","ts":1785425473.2513008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425473.2513878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80"} {"level":"info","ts":1785425473.2513988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80"} {"level":"info","ts":1785425473.2514296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","EoS":true} {"level":"info","ts":1785425473.2514586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","header":"x-maas-subscription"} {"level":"info","ts":1785425473.2514699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","header":"x-maas-username"} {"level":"info","ts":1785425473.251475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","header":"x-maas-group"} {"level":"info","ts":1785425473.251495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425473.251523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80"} {"level":"info","ts":1785425473.2525778,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80"} {"level":"info","ts":1785425473.2526088,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80"} {"level":"info","ts":1785425473.252626,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","EoS":false} {"level":"info","ts":1785425473.2526379,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80"} {"level":"info","ts":1785425473.2526622,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80","EoS":true} {"level":"info","ts":1785425473.252672,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d33961b-02d9-4328-8ea0-0bfacd198e80"} {"level":"info","ts":1785425473.2910197,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425473.2911043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f"} {"level":"info","ts":1785425473.2911143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f"} {"level":"info","ts":1785425473.2911255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","EoS":true} {"level":"info","ts":1785425473.2911518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","header":"x-maas-subscription"} {"level":"info","ts":1785425473.2911634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","header":"x-maas-group"} {"level":"info","ts":1785425473.2911692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","header":"x-maas-username"} {"level":"info","ts":1785425473.2911837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425473.2912588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f"} {"level":"info","ts":1785425473.2922962,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f"} {"level":"info","ts":1785425473.2923214,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f"} {"level":"info","ts":1785425473.292342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","EoS":false} {"level":"info","ts":1785425473.2923677,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f"} {"level":"info","ts":1785425473.2923958,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f","EoS":true} {"level":"info","ts":1785425473.292409,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6640d8f4-90d0-40e3-ba6e-a3a4ade2800f"} {"level":"info","ts":1785425492.5840302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425492.5841186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b"} {"level":"info","ts":1785425492.5841308,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b"} {"level":"info","ts":1785425492.584143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","EoS":true} {"level":"info","ts":1785425492.5841706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","header":"x-maas-username"} {"level":"info","ts":1785425492.5841813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","header":"x-maas-subscription"} {"level":"info","ts":1785425492.5841868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","header":"x-maas-group"} {"level":"info","ts":1785425492.5842016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425492.5842285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b"} {"level":"info","ts":1785425492.5852902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b"} {"level":"info","ts":1785425492.585312,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b"} {"level":"info","ts":1785425492.585328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","EoS":false} {"level":"info","ts":1785425492.5853415,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b"} {"level":"info","ts":1785425492.5853655,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b","EoS":true} {"level":"info","ts":1785425492.585374,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"37f308b8-b839-42e6-8b2d-c04fe049aa3b"} {"level":"info","ts":1785425697.2006102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425697.200732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21"} {"level":"info","ts":1785425697.200748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21"} {"level":"info","ts":1785425697.2007644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","EoS":true} {"level":"info","ts":1785425697.2008562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","header":"x-maas-username"} {"level":"info","ts":1785425697.2008712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","header":"x-maas-group"} {"level":"info","ts":1785425697.2008784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","header":"x-maas-subscription"} {"level":"info","ts":1785425697.2008975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785425697.200933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21"} {"level":"info","ts":1785425697.203988,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21"} {"level":"info","ts":1785425697.2040138,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21"} {"level":"info","ts":1785425697.2040303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","EoS":false} {"level":"info","ts":1785425697.2040436,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21"} {"level":"info","ts":1785425697.204072,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21","EoS":true} {"level":"info","ts":1785425697.2040784,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"267fda3a-cdc7-4acb-8a6f-75dd1c111a21"} {"level":"info","ts":1785425749.5740278,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425749.574112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b"} {"level":"info","ts":1785425749.5741248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b"} {"level":"info","ts":1785425749.5741394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","EoS":true} {"level":"info","ts":1785425749.5741696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","header":"x-maas-username"} {"level":"info","ts":1785425749.5741801,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","header":"x-maas-group"} {"level":"info","ts":1785425749.5741863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","header":"x-maas-subscription"} {"level":"info","ts":1785425749.5742004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425749.5742254,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b"} {"level":"info","ts":1785425749.578179,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b"} {"level":"info","ts":1785425749.578206,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b"} {"level":"info","ts":1785425749.5782278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","EoS":false} {"level":"info","ts":1785425749.5782464,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b"} {"level":"info","ts":1785425749.5782838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b","EoS":true} {"level":"info","ts":1785425749.5782976,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50a26149-2bde-4c6d-8ff7-f61d09248f3b"} {"level":"info","ts":1785425764.904223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785425764.9043164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc"} {"level":"info","ts":1785425764.9043336,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc"} {"level":"info","ts":1785425764.9043517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","EoS":true} {"level":"info","ts":1785425764.9043815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","header":"x-maas-username"} {"level":"info","ts":1785425764.9043949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","header":"x-maas-subscription"} {"level":"info","ts":1785425764.9044023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","header":"x-maas-group"} {"level":"info","ts":1785425764.9044423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785425764.9044778,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc"} {"level":"info","ts":1785425764.9061792,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc"} {"level":"info","ts":1785425764.9062111,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc"} {"level":"info","ts":1785425764.906227,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","EoS":false} {"level":"info","ts":1785425764.9062395,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc"} {"level":"info","ts":1785425764.9062965,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc","EoS":true} {"level":"info","ts":1785425764.9063096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"afaccbd8-9978-4440-a710-ed36c931c9cc"} {"level":"info","ts":1785426157.8768654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426157.8769388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165"} {"level":"info","ts":1785426157.8769472,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165"} {"level":"info","ts":1785426157.8769584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","EoS":true} {"level":"info","ts":1785426157.8769822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","header":"x-maas-username"} {"level":"info","ts":1785426157.8769927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","header":"x-maas-subscription"} {"level":"info","ts":1785426157.8769982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","header":"x-maas-group"} {"level":"info","ts":1785426157.8770103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785426157.8770347,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165"} {"level":"info","ts":1785426157.877927,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165"} {"level":"info","ts":1785426157.8779492,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165"} {"level":"info","ts":1785426157.8779676,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","EoS":false} {"level":"info","ts":1785426157.8779802,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165"} {"level":"info","ts":1785426157.878009,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165","EoS":true} {"level":"info","ts":1785426157.878019,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e068f6bc-cf47-44d5-8ce9-32efe1a9d165"} {"level":"info","ts":1785426162.7446005,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"35b621f1-3a68-437f-95e6-9d3b1edea4fc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785426162.7448845,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37447.452845678,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426162.7449136,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426162.7928243,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426162.845677,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"35b621f1-3a68-437f-95e6-9d3b1edea4fc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785426162.8719723,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b59a4b7d-80a9-4b40-8b6f-68b86b04a00f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785426162.8719897,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc26fcb-aa81-4280-aea8-d989e51edc12"} {"level":"info","ts":1785426162.8720138,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b59a4b7d-80a9-4b40-8b6f-68b86b04a00f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785426162.8802173,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0de1b1bf-75c8-48f7-a4a6-6388d5356d6a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785426162.880245,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0de1b1bf-75c8-48f7-a4a6-6388d5356d6a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785426162.8809063,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36780.509940597,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426162.880925,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426162.8907897,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426162.9818869,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc26fcb-aa81-4280-aea8-d989e51edc12","name":"e2e-external-provider"} {"level":"info","ts":1785426162.9990292,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b50b5016-d281-4138-8c95-905cd904e358"} {"level":"info","ts":1785426162.9990292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba6a419c-2e83-43f2-8274-ce843994a3d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426162.9991598,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba6a419c-2e83-43f2-8274-ce843994a3d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785426163.0013561,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc26fcb-aa81-4280-aea8-d989e51edc12","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785426163.0055087,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b50b5016-d281-4138-8c95-905cd904e358","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785426163.0056772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b179781c-d778-4701-abf2-6be0cbf6fbd5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426163.005717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b179781c-d778-4701-abf2-6be0cbf6fbd5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785426163.0132565,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc26fcb-aa81-4280-aea8-d989e51edc12","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785426163.016109,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b50b5016-d281-4138-8c95-905cd904e358","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426163.0161815,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e018bfa-dcc1-436a-ad61-1c0701184793"} {"level":"info","ts":1785426163.0162027,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e018bfa-dcc1-436a-ad61-1c0701184793","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785426163.0165176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aa13e37-6c75-49f5-9844-eb20e3fe7ff5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426163.0165431,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aa13e37-6c75-49f5-9844-eb20e3fe7ff5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785426163.0222936,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bc26fcb-aa81-4280-aea8-d989e51edc12","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785426163.0223749,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e018bfa-dcc1-436a-ad61-1c0701184793","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785426163.022437,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e018bfa-dcc1-436a-ad61-1c0701184793","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426163.0224783,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"838af634-d816-48c7-8ef3-65013fe5adfa"} {"level":"info","ts":1785426163.0224998,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"838af634-d816-48c7-8ef3-65013fe5adfa","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785426163.02921,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"838af634-d816-48c7-8ef3-65013fe5adfa","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426163.0319562,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb14f5a4-1d8f-4fc8-9a8e-45af30401ad5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785426163.0319786,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb14f5a4-1d8f-4fc8-9a8e-45af30401ad5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785426163.0319943,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e5d39ff-7b1d-4c6f-9e40-e1daabeac5e6"} {"level":"info","ts":1785426163.0320406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1eaded44-fe59-4366-9545-35521015b62a"} {"level":"info","ts":1785426163.032052,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e5d39ff-7b1d-4c6f-9e40-e1daabeac5e6","name":"e2e-external-provider"} {"level":"info","ts":1785426163.032186,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f58b6a8-a8e5-444c-b289-3f2d0858a804","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426163.032201,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f58b6a8-a8e5-444c-b289-3f2d0858a804","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785426163.0322156,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36873.066045138,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426163.0322306,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426163.0401764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785426163.0435624,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e5d39ff-7b1d-4c6f-9e40-e1daabeac5e6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785426163.04816,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"030d05b9-3742-468d-82be-558aa88797d1"} {"level":"info","ts":1785426163.048196,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"030d05b9-3742-468d-82be-558aa88797d1","name":"e2e-external-provider"} {"level":"info","ts":1785426163.0581517,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"030d05b9-3742-468d-82be-558aa88797d1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785426163.1329765,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1eaded44-fe59-4366-9545-35521015b62a","name":"e2e-external-model"} {"level":"info","ts":1785426163.1438777,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1eaded44-fe59-4366-9545-35521015b62a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785426163.1545482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e43f903-a280-4c16-9d4f-a157b061031d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426163.1545916,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e43f903-a280-4c16-9d4f-a157b061031d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785426163.1551952,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1f5f52a-961a-4aca-8ccc-5f5593271584"} {"level":"info","ts":1785426163.155248,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1f5f52a-961a-4aca-8ccc-5f5593271584","name":"e2e-external-model"} {"level":"info","ts":1785426163.1790566,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60b45389-3d4a-41a6-a28a-132024f02b72","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426163.1790912,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60b45389-3d4a-41a6-a28a-132024f02b72","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785426163.1791854,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1f5f52a-961a-4aca-8ccc-5f5593271584","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426163.1792672,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed570ab1-fef9-4fca-ae36-8709541145fc"} {"level":"info","ts":1785426163.1793294,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed570ab1-fef9-4fca-ae36-8709541145fc","name":"e2e-external-model"} {"level":"info","ts":1785426163.1924157,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed570ab1-fef9-4fca-ae36-8709541145fc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785426163.2056699,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d6c8067-05e0-4a44-b678-8916f0cdb1f4"} {"level":"info","ts":1785426163.2056937,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05c1a0a2-7d5e-4252-8997-6a5b8db8a94c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426163.2057173,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05c1a0a2-7d5e-4252-8997-6a5b8db8a94c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785426163.2057378,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d6c8067-05e0-4a44-b678-8916f0cdb1f4","name":"e2e-external-model"} {"level":"info","ts":1785426163.221056,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d6c8067-05e0-4a44-b678-8916f0cdb1f4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785426185.6318805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426185.6319478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc"} {"level":"info","ts":1785426185.6319585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc"} {"level":"info","ts":1785426185.6319692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","EoS":true} {"level":"info","ts":1785426185.6319928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","header":"x-maas-group"} {"level":"info","ts":1785426185.6320026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","header":"x-maas-username"} {"level":"info","ts":1785426185.6320198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","header":"x-maas-subscription"} {"level":"info","ts":1785426185.6320353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785426185.6320443,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","modelName":"e2e-external-model"} {"level":"info","ts":1785426185.6320565,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785426185.6320937,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785426185.6321118,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","authType":"apikey"} {"level":"info","ts":1785426185.6321378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc"} {"level":"info","ts":1785426185.7165039,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc"} {"level":"info","ts":1785426185.716533,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc"} {"level":"info","ts":1785426185.7165508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","EoS":false} {"level":"info","ts":1785426185.716565,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc"} {"level":"info","ts":1785426185.7165978,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc","EoS":true} {"level":"info","ts":1785426185.7166066,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9fd097ca-87e1-4f53-8990-2f6b5dffddcc"} {"level":"info","ts":1785426185.8395028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e43aee0-036e-4c09-905a-2447c9a7eaa3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426185.839524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e36de8e5-25ec-407d-befd-2ce47af157b6"} {"level":"info","ts":1785426185.839597,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e43aee0-036e-4c09-905a-2447c9a7eaa3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785426185.8486192,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e36de8e5-25ec-407d-befd-2ce47af157b6","name":"e2e-cleanup-test"} {"level":"info","ts":1785426185.848843,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc38f3c0-dbda-4dc7-9a24-91f7938fb22d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426185.8488717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc38f3c0-dbda-4dc7-9a24-91f7938fb22d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785426185.860663,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e36de8e5-25ec-407d-befd-2ce47af157b6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785426185.872378,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04b4ec16-9c92-4756-a1c7-0f491ec28d5f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426185.8724098,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04b4ec16-9c92-4756-a1c7-0f491ec28d5f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785426185.872697,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98f3ca8b-9eba-4d07-acf8-326fed42e3aa"} {"level":"info","ts":1785426185.8727477,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98f3ca8b-9eba-4d07-acf8-326fed42e3aa","name":"e2e-cleanup-test"} {"level":"error","ts":1785426185.897281,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98f3ca8b-9eba-4d07-acf8-326fed42e3aa","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785426185.8976426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31610b4f-4982-4eae-bf54-f6d0bc5044d3"} {"level":"info","ts":1785426185.897697,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3e899ee-78ca-4710-938d-da8d79422575","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426185.8977244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3e899ee-78ca-4710-938d-da8d79422575","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785426185.8977342,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31610b4f-4982-4eae-bf54-f6d0bc5044d3","name":"e2e-cleanup-test"} {"level":"info","ts":1785426185.9078808,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31610b4f-4982-4eae-bf54-f6d0bc5044d3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785426185.9139812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"982336f1-57cf-4d39-9032-709df42b27c4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426185.9140146,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"982336f1-57cf-4d39-9032-709df42b27c4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785426185.914092,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"177ba64c-0843-4b48-a8eb-5160d1cfdf26"} {"level":"info","ts":1785426185.9141493,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"177ba64c-0843-4b48-a8eb-5160d1cfdf26","name":"e2e-cleanup-test"} {"level":"info","ts":1785426185.9239933,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"177ba64c-0843-4b48-a8eb-5160d1cfdf26","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785426194.131077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f066d932-e0f4-41f9-ac0e-e3c07425452f"} {"level":"info","ts":1785426194.1311367,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"686fac0f-21d6-481e-9dee-66226e75c191","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426194.1311622,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"686fac0f-21d6-481e-9dee-66226e75c191","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785426198.4629643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426198.4630268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4"} {"level":"info","ts":1785426198.4630353,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4"} {"level":"info","ts":1785426198.463046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4","EoS":true} {"level":"info","ts":1785426198.463075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785426198.4631033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9074aa1-7e8c-4113-9a2b-cb91362772c4"} {"level":"info","ts":1785426198.5050569,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426198.5051525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0"} {"level":"info","ts":1785426198.5051663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0"} {"level":"info","ts":1785426198.505188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","EoS":true} {"level":"info","ts":1785426198.5052223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","header":"x-maas-subscription"} {"level":"info","ts":1785426198.5052342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","header":"x-maas-username"} {"level":"info","ts":1785426198.5052416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","header":"x-maas-group"} {"level":"info","ts":1785426198.5052574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785426198.505267,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","modelName":"e2e-external-model"} {"level":"info","ts":1785426198.5052857,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785426198.5053146,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785426198.5053406,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","authType":"apikey"} {"level":"info","ts":1785426198.505373,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0"} {"level":"info","ts":1785426198.5913758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0"} {"level":"info","ts":1785426198.5914044,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0"} {"level":"info","ts":1785426198.591441,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","EoS":false} {"level":"info","ts":1785426198.5914562,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0"} {"level":"info","ts":1785426198.5914862,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0","EoS":true} {"level":"info","ts":1785426198.591493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3182fa9d-05d2-433a-86c6-b9d3eff078c0"} {"level":"info","ts":1785426198.6296422,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426198.6297176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff"} {"level":"info","ts":1785426198.6297345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff"} {"level":"info","ts":1785426198.6297462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","EoS":true} {"level":"info","ts":1785426198.6297681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","header":"x-maas-username"} {"level":"info","ts":1785426198.62978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","header":"x-maas-subscription"} {"level":"info","ts":1785426198.629788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","header":"x-maas-group"} {"level":"info","ts":1785426198.6298018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785426198.6298292,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff"} {"level":"info","ts":1785426198.6745374,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff"} {"level":"info","ts":1785426198.674568,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff"} {"level":"info","ts":1785426198.674592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","EoS":false} {"level":"info","ts":1785426198.6746104,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff"} {"level":"info","ts":1785426198.6746485,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff","EoS":true} {"level":"info","ts":1785426198.6746597,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8b0073fb-8639-4bac-a565-71bc16f545ff"} {"level":"info","ts":1785426198.7148235,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426198.7148917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc"} {"level":"info","ts":1785426198.7149022,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc"} {"level":"info","ts":1785426198.7149138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc","EoS":true} {"level":"info","ts":1785426198.714936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc","header":"x-maas-subscription"} {"level":"info","ts":1785426198.7149456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc","header":"x-maas-group"} {"level":"info","ts":1785426198.71495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc","header":"x-maas-username"} {"level":"info","ts":1785426198.7149804,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc"} {"level":"info","ts":1785426198.75918,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc"} {"level":"info","ts":1785426198.7592018,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc"} {"level":"info","ts":1785426198.7592225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc","EoS":false} {"level":"info","ts":1785426198.75924,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc"} {"level":"info","ts":1785426198.7592688,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc","EoS":true} {"level":"info","ts":1785426198.7592764,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"20662602-b930-47c2-b133-f7e5ab31b1dc"} {"level":"info","ts":1785426199.6406786,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ec11fe0-9716-4a56-b8c1-364c203038c7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426199.6406958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b21801ff-7eb4-43c8-aea1-a089b5658cb3"} {"level":"info","ts":1785426199.6407073,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ec11fe0-9716-4a56-b8c1-364c203038c7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785426199.7985392,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92cf7599-9629-44f4-89b6-097337d44f33","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785426199.7985854,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92cf7599-9629-44f4-89b6-097337d44f33","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785426199.798583,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59b8371f-85e5-448f-adc1-31ddb864a940"} {"level":"info","ts":1785426199.9246197,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0fd599c8-d65b-4265-bd7a-77bd34e68698","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785426199.9246707,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0fd599c8-d65b-4265-bd7a-77bd34e68698","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785427879.0085764,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785427879.0086656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cee0b249-9b0f-4ba5-b78e-6b8a2b18e9e8"} {"level":"info","ts":1785427958.1590536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785427958.1591601,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858"} {"level":"info","ts":1785427958.1591742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858"} {"level":"info","ts":1785427958.1591938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","EoS":true} {"level":"info","ts":1785427958.1592345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","header":"x-maas-subscription"} {"level":"info","ts":1785427958.1592498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","header":"x-maas-username"} {"level":"info","ts":1785427958.1592572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","header":"x-maas-group"} {"level":"info","ts":1785427958.159275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785427958.1593077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858"} {"level":"info","ts":1785427958.1603944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858"} {"level":"info","ts":1785427958.1604376,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858"} {"level":"info","ts":1785427958.160462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","EoS":false} {"level":"info","ts":1785427958.1604779,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858"} {"level":"info","ts":1785427958.1605022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858","EoS":true} {"level":"info","ts":1785427958.1605096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a2fbdd66-f2c0-421e-8d91-e2594997f858"}