{"level":"info","ts":1784914518.2847629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730"}
{"level":"info","ts":1784914518.2847753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730"}
{"level":"info","ts":1784914518.2847867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","EoS":true}
{"level":"info","ts":1784914518.2848148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","header":"x-maas-username"}
{"level":"info","ts":1784914518.2848294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","header":"x-maas-subscription"}
{"level":"info","ts":1784914518.2848353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","header":"x-maas-group"}
{"level":"info","ts":1784914518.2848482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914518.2848709,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730"}
{"level":"info","ts":1784914518.2860339,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730"}
{"level":"info","ts":1784914518.286054,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730"}
{"level":"info","ts":1784914518.2860699,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","EoS":false}
{"level":"info","ts":1784914518.2860823,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","EoS":true}
{"level":"info","ts":1784914518.2861302,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730"}
{"level":"info","ts":1784914541.4296443,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914541.4297154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0"}
{"level":"info","ts":1784914541.429728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0"}
{"level":"info","ts":1784914541.429741,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","EoS":true}
{"level":"info","ts":1784914541.4297676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","header":"x-maas-username"}
{"level":"info","ts":1784914541.429779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","header":"x-maas-group"}
{"level":"info","ts":1784914541.4297843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","header":"x-maas-subscription"}
{"level":"info","ts":1784914541.429797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914541.429821,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0"}
{"level":"info","ts":1784914541.4328072,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0"}
{"level":"info","ts":1784914541.432828,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0"}
{"level":"info","ts":1784914541.4328432,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","EoS":false}
{"level":"info","ts":1784914541.4328551,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","EoS":true}
{"level":"info","ts":1784914541.4328942,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0"}
{"level":"info","ts":1784914541.5692375,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914541.5693035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375"}
{"level":"info","ts":1784914541.569317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375"}
{"level":"info","ts":1784914541.5693288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","EoS":true}
{"level":"info","ts":1784914541.5693536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","header":"x-maas-username"}
{"level":"info","ts":1784914541.569363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","header":"x-maas-subscription"}
{"level":"info","ts":1784914541.569369,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","header":"x-maas-group"}
{"level":"info","ts":1784914541.5693855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914541.5694084,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375"}
{"level":"info","ts":1784914541.5704558,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375"}
{"level":"info","ts":1784914541.570475,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375"}
{"level":"info","ts":1784914541.5704916,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","EoS":false}
{"level":"info","ts":1784914541.5705032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","EoS":true}
{"level":"info","ts":1784914541.5705705,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375"}
{"level":"info","ts":1784914541.7072392,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914541.707322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15"}
{"level":"info","ts":1784914541.7073371,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15"}
{"level":"info","ts":1784914541.7073555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","EoS":true}
{"level":"info","ts":1784914541.7073843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","header":"x-maas-group"}
{"level":"info","ts":1784914541.7074008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","header":"x-maas-username"}
{"level":"info","ts":1784914541.70741,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","header":"x-maas-subscription"}
{"level":"info","ts":1784914541.7074263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914541.7074575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15"}
{"level":"info","ts":1784914541.7084253,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15"}
{"level":"info","ts":1784914541.7084432,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15"}
{"level":"info","ts":1784914541.7084608,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","EoS":false}
{"level":"info","ts":1784914541.7084734,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","EoS":true}
{"level":"info","ts":1784914541.7085092,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15"}
{"level":"info","ts":1784914541.8439608,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914541.8440325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19"}
{"level":"info","ts":1784914541.8440435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19"}
{"level":"info","ts":1784914541.8440554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","EoS":true}
{"level":"info","ts":1784914541.8440814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","header":"x-maas-username"}
{"level":"info","ts":1784914541.8440917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","header":"x-maas-subscription"}
{"level":"info","ts":1784914541.8440967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","header":"x-maas-group"}
{"level":"info","ts":1784914541.8441105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914541.8441613,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19"}
{"level":"info","ts":1784914541.8452075,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19"}
{"level":"info","ts":1784914541.845226,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19"}
{"level":"info","ts":1784914541.8452466,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","EoS":false}
{"level":"info","ts":1784914541.8452654,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","EoS":true}
{"level":"info","ts":1784914541.8453279,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19"}
{"level":"info","ts":1784914541.9817102,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914541.981777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a"}
{"level":"info","ts":1784914541.9817884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a"}
{"level":"info","ts":1784914541.9818008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","EoS":true}
{"level":"info","ts":1784914541.981823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","header":"x-maas-group"}
{"level":"info","ts":1784914541.9818327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","header":"x-maas-username"}
{"level":"info","ts":1784914541.9818377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","header":"x-maas-subscription"}
{"level":"info","ts":1784914541.9818509,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914541.9818747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a"}
{"level":"info","ts":1784914541.982862,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a"}
{"level":"info","ts":1784914541.9828818,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a"}
{"level":"info","ts":1784914541.9828966,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","EoS":false}
{"level":"info","ts":1784914541.9829214,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","EoS":true}
{"level":"info","ts":1784914541.9829557,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a"}
{"level":"info","ts":1784914562.0344732,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914562.0345373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec"}
{"level":"info","ts":1784914562.0345461,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec"}
{"level":"info","ts":1784914562.0345562,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","EoS":true}
{"level":"info","ts":1784914562.0345774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","header":"x-maas-subscription"}
{"level":"info","ts":1784914562.0345876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","header":"x-maas-username"}
{"level":"info","ts":1784914562.0345922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","header":"x-maas-group"}
{"level":"info","ts":1784914562.034604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914562.034631,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec"}
{"level":"info","ts":1784914562.0374167,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec"}
{"level":"info","ts":1784914562.037437,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec"}
{"level":"info","ts":1784914562.0374758,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","EoS":false}
{"level":"info","ts":1784914562.0374951,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","EoS":true}
{"level":"info","ts":1784914562.03754,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec"}
{"level":"info","ts":1784914562.0753455,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914562.0754075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45"}
{"level":"info","ts":1784914562.075416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45"}
{"level":"info","ts":1784914562.0754263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","EoS":true}
{"level":"info","ts":1784914562.0754485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","header":"x-maas-subscription"}
{"level":"info","ts":1784914562.0754583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","header":"x-maas-group"}
{"level":"info","ts":1784914562.075463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","header":"x-maas-username"}
{"level":"info","ts":1784914562.0754774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914562.0754983,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45"}
{"level":"info","ts":1784914562.0766573,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45"}
{"level":"info","ts":1784914562.076673,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45"}
{"level":"info","ts":1784914562.0766926,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","EoS":false}
{"level":"info","ts":1784914562.0767126,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","EoS":true}
{"level":"info","ts":1784914562.076759,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45"}
{"level":"info","ts":1784914562.2472558,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914562.2473326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"459bb799-62b8-4b37-a9b2-8c279894c340"}
{"level":"info","ts":1784914562.2496305,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"459bb799-62b8-4b37-a9b2-8c279894c340"}
{"level":"info","ts":1784914562.2496486,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"459bb799-62b8-4b37-a9b2-8c279894c340"}
{"level":"info","ts":1784914562.2496645,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"459bb799-62b8-4b37-a9b2-8c279894c340","EoS":false}
{"level":"info","ts":1784914562.249678,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"459bb799-62b8-4b37-a9b2-8c279894c340"}
{"level":"info","ts":1784914562.2497036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"459bb799-62b8-4b37-a9b2-8c279894c340","EoS":true}
{"level":"info","ts":1784914562.2497134,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"459bb799-62b8-4b37-a9b2-8c279894c340"}
{"level":"info","ts":1784914566.8940642,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914566.8941643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9"}
{"level":"info","ts":1784914566.894179,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9"}
{"level":"info","ts":1784914566.8941922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","EoS":true}
{"level":"info","ts":1784914566.8942153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","header":"x-maas-username"}
{"level":"info","ts":1784914566.8942268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","header":"x-maas-subscription"}
{"level":"info","ts":1784914566.8942337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","header":"x-maas-group"}
{"level":"info","ts":1784914566.8942459,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914566.89427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9"}
{"level":"info","ts":1784914566.8953414,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9"}
{"level":"info","ts":1784914566.8953643,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9"}
{"level":"info","ts":1784914566.8953803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","EoS":false}
{"level":"info","ts":1784914566.8953953,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","EoS":true}
{"level":"info","ts":1784914566.8954303,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9"}
{"level":"info","ts":1784914577.4930608,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914577.4931674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215"}
{"level":"info","ts":1784914577.4931831,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215"}
{"level":"info","ts":1784914577.4931989,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","EoS":true}
{"level":"info","ts":1784914577.49323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","header":"x-maas-group"}
{"level":"info","ts":1784914577.4932442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","header":"x-maas-username"}
{"level":"info","ts":1784914577.4932508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","header":"x-maas-subscription"}
{"level":"info","ts":1784914577.4932654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784914577.4932883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215"}
{"level":"info","ts":1784914577.4944758,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215"}
{"level":"info","ts":1784914577.4944942,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215"}
{"level":"info","ts":1784914577.4945152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","EoS":false}
{"level":"info","ts":1784914577.4945347,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","EoS":true}
{"level":"info","ts":1784914577.49458,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215"}
{"level":"info","ts":1784914590.36243,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914590.3625062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957"}
{"level":"info","ts":1784914590.36252,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957"}
{"level":"info","ts":1784914590.3625324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","EoS":true}
{"level":"info","ts":1784914590.3625605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","header":"x-maas-username"}
{"level":"info","ts":1784914590.3625708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","header":"x-maas-subscription"}
{"level":"info","ts":1784914590.3625755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","header":"x-maas-group"}
{"level":"info","ts":1784914590.362588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914590.3626168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957"}
{"level":"info","ts":1784914590.3637524,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957"}
{"level":"info","ts":1784914590.3637743,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957"}
{"level":"info","ts":1784914590.36379,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","EoS":false}
{"level":"info","ts":1784914590.363802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","EoS":true}
{"level":"info","ts":1784914590.3638372,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957"}
{"level":"info","ts":1784914598.8879519,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914598.8880198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3"}
{"level":"info","ts":1784914598.8880305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3"}
{"level":"info","ts":1784914598.8880417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","EoS":true}
{"level":"info","ts":1784914598.8880641,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","header":"x-maas-subscription"}
{"level":"info","ts":1784914598.8880746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","header":"x-maas-username"}
{"level":"info","ts":1784914598.8880801,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","header":"x-maas-group"}
{"level":"info","ts":1784914598.8880916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914598.888116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3"}
{"level":"info","ts":1784914598.8892114,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3"}
{"level":"info","ts":1784914598.8892286,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3"}
{"level":"info","ts":1784914598.8892422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","EoS":false}
{"level":"info","ts":1784914598.8892531,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","EoS":true}
{"level":"info","ts":1784914598.8892872,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3"}
{"level":"info","ts":1784914607.7554374,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914607.7554998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d"}
{"level":"info","ts":1784914607.7555099,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d"}
{"level":"info","ts":1784914607.7555225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","EoS":true}
{"level":"info","ts":1784914607.7555459,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","header":"x-maas-username"}
{"level":"info","ts":1784914607.7555554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","header":"x-maas-group"}
{"level":"info","ts":1784914607.7555606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","header":"x-maas-subscription"}
{"level":"info","ts":1784914607.7555726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914607.7555945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d"}
{"level":"info","ts":1784914607.7567163,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d"}
{"level":"info","ts":1784914607.7567394,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d"}
{"level":"info","ts":1784914607.756758,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","EoS":false}
{"level":"info","ts":1784914607.756776,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","EoS":true}
{"level":"info","ts":1784914607.7568269,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d"}
{"level":"info","ts":1784914630.680746,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914630.6808279,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf"}
{"level":"info","ts":1784914630.6808395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf"}
{"level":"info","ts":1784914630.680852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","EoS":true}
{"level":"info","ts":1784914630.6808755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","header":"x-maas-group"}
{"level":"info","ts":1784914630.6808834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","header":"x-maas-subscription"}
{"level":"info","ts":1784914630.6808891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","header":"x-maas-username"}
{"level":"info","ts":1784914630.680902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784914630.680927,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf"}
{"level":"info","ts":1784914630.6831608,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf"}
{"level":"info","ts":1784914630.68318,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf"}
{"level":"info","ts":1784914630.6831963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","EoS":false}
{"level":"info","ts":1784914630.6832087,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","EoS":true}
{"level":"info","ts":1784914630.6832483,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf"}
{"level":"info","ts":1784914653.8312461,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914653.8313272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2"}
{"level":"info","ts":1784914653.8313396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2"}
{"level":"info","ts":1784914653.8313508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","EoS":true}
{"level":"info","ts":1784914653.8313777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","header":"x-maas-username"}
{"level":"info","ts":1784914653.8313882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","header":"x-maas-subscription"}
{"level":"info","ts":1784914653.8313935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","header":"x-maas-group"}
{"level":"info","ts":1784914653.8314064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784914653.831432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2"}
{"level":"info","ts":1784914653.832483,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2"}
{"level":"info","ts":1784914653.8324952,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2"}
{"level":"info","ts":1784914653.8325064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","EoS":false}
{"level":"info","ts":1784914653.8325167,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","EoS":true}
{"level":"info","ts":1784914653.8325481,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2"}
{"level":"info","ts":1784914680.1993585,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914680.1994524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7"}
{"level":"info","ts":1784914680.1994648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7"}
{"level":"info","ts":1784914680.1994772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","EoS":true}
{"level":"info","ts":1784914680.1995084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","header":"x-maas-subscription"}
{"level":"info","ts":1784914680.1995208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","header":"x-maas-group"}
{"level":"info","ts":1784914680.1995273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","header":"x-maas-username"}
{"level":"info","ts":1784914680.1995394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914680.199563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7"}
{"level":"info","ts":1784914680.2020981,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7"}
{"level":"info","ts":1784914680.2021174,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7"}
{"level":"info","ts":1784914680.2021325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","EoS":false}
{"level":"info","ts":1784914680.2021573,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","EoS":true}
{"level":"info","ts":1784914680.2021978,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7"}
{"level":"info","ts":1784914689.6174343,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914689.617507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af"}
{"level":"info","ts":1784914689.6175191,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af"}
{"level":"info","ts":1784914689.6175299,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","EoS":true}
{"level":"info","ts":1784914689.6175547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","header":"x-maas-username"}
{"level":"info","ts":1784914689.6175644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","header":"x-maas-subscription"}
{"level":"info","ts":1784914689.6175694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","header":"x-maas-group"}
{"level":"info","ts":1784914689.6175814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914689.617605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af"}
{"level":"info","ts":1784914689.6187985,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af"}
{"level":"info","ts":1784914689.6188178,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af"}
{"level":"info","ts":1784914689.6188328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","EoS":false}
{"level":"info","ts":1784914689.618845,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","EoS":true}
{"level":"info","ts":1784914689.6188908,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af"}
{"level":"info","ts":1784914689.65787,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914689.6579394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd"}
{"level":"info","ts":1784914689.657948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd"}
{"level":"info","ts":1784914689.6579585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","EoS":true}
{"level":"info","ts":1784914689.6579802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","header":"x-maas-group"}
{"level":"info","ts":1784914689.6579905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","header":"x-maas-username"}
{"level":"info","ts":1784914689.6579957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","header":"x-maas-subscription"}
{"level":"info","ts":1784914689.6580083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914689.6580324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd"}
{"level":"info","ts":1784914689.6592555,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd"}
{"level":"info","ts":1784914689.6592767,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd"}
{"level":"info","ts":1784914689.6593003,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","EoS":false}
{"level":"info","ts":1784914689.6593137,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","EoS":true}
{"level":"info","ts":1784914689.659346,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd"}
{"level":"info","ts":1784914708.8165703,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914708.816662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38"}
{"level":"info","ts":1784914708.8166792,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38"}
{"level":"info","ts":1784914708.8166986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","EoS":true}
{"level":"info","ts":1784914708.8167355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","header":"x-maas-group"}
{"level":"info","ts":1784914708.8167481,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","header":"x-maas-username"}
{"level":"info","ts":1784914708.8167555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","header":"x-maas-subscription"}
{"level":"info","ts":1784914708.8167741,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914708.816805,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38"}
{"level":"info","ts":1784914708.8180468,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38"}
{"level":"info","ts":1784914708.8180656,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38"}
{"level":"info","ts":1784914708.81808,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","EoS":false}
{"level":"info","ts":1784914708.8180923,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","EoS":true}
{"level":"info","ts":1784914708.8181272,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38"}
{"level":"info","ts":1784914842.1475866,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914842.1476576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076"}
{"level":"info","ts":1784914842.1476696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076"}
{"level":"info","ts":1784914842.1476803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","EoS":true}
{"level":"info","ts":1784914842.147703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","header":"x-maas-subscription"}
{"level":"info","ts":1784914842.1477122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","header":"x-maas-username"}
{"level":"info","ts":1784914842.1477177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","header":"x-maas-group"}
{"level":"info","ts":1784914842.1477304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784914842.147754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076"}
{"level":"info","ts":1784914842.1512609,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076"}
{"level":"info","ts":1784914842.1512814,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076"}
{"level":"info","ts":1784914842.1512957,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","EoS":false}
{"level":"info","ts":1784914842.1513073,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","EoS":true}
{"level":"info","ts":1784914842.151344,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076"}
{"level":"info","ts":1784914879.2726045,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914879.2726774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8"}
{"level":"info","ts":1784914879.2726889,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8"}
{"level":"info","ts":1784914879.2726998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","EoS":true}
{"level":"info","ts":1784914879.2727218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","header":"x-maas-username"}
{"level":"info","ts":1784914879.2727325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","header":"x-maas-group"}
{"level":"info","ts":1784914879.2727377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","header":"x-maas-subscription"}
{"level":"info","ts":1784914879.2727501,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914879.2727733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8"}
{"level":"info","ts":1784914879.2738752,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8"}
{"level":"info","ts":1784914879.2738967,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8"}
{"level":"info","ts":1784914879.273912,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","EoS":false}
{"level":"info","ts":1784914879.2739263,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","EoS":true}
{"level":"info","ts":1784914879.273962,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8"}
{"level":"info","ts":1784914894.5234897,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914894.5235586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81"}
{"level":"info","ts":1784914894.5235682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81"}
{"level":"info","ts":1784914894.523579,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","EoS":true}
{"level":"info","ts":1784914894.523605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","header":"x-maas-group"}
{"level":"info","ts":1784914894.5236163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","header":"x-maas-username"}
{"level":"info","ts":1784914894.5236206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","header":"x-maas-subscription"}
{"level":"info","ts":1784914894.523634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914894.5236936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81"}
{"level":"info","ts":1784914894.5246994,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81"}
{"level":"info","ts":1784914894.5247126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81"}
{"level":"info","ts":1784914894.5247245,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","EoS":false}
{"level":"info","ts":1784914894.5247352,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","EoS":true}
{"level":"info","ts":1784914894.5247688,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81"}
{"level":"info","ts":1784915204.089228,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915204.0893052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96b82367-0d28-977d-8880-327d1799242a"}
{"level":"info","ts":1784915204.0893154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96b82367-0d28-977d-8880-327d1799242a"}
{"level":"info","ts":1784915204.0893273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","EoS":true}
{"level":"info","ts":1784915204.0893505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","header":"x-maas-group"}
{"level":"info","ts":1784915204.089361,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","header":"x-maas-username"}
{"level":"info","ts":1784915204.0893664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","header":"x-maas-subscription"}
{"level":"info","ts":1784915204.0893784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915204.0894046,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96b82367-0d28-977d-8880-327d1799242a"}
{"level":"info","ts":1784915204.092767,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96b82367-0d28-977d-8880-327d1799242a"}
{"level":"info","ts":1784915204.0927856,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"96b82367-0d28-977d-8880-327d1799242a"}
{"level":"info","ts":1784915204.0927994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","EoS":false}
{"level":"info","ts":1784915204.0928102,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","EoS":true}
{"level":"info","ts":1784915204.092845,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"96b82367-0d28-977d-8880-327d1799242a"}
{"level":"info","ts":1784915208.8883674,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2cd61220-6071-4a1e-929b-cb28be17ebff","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784915208.8886385,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38248.072975602,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784915208.8886688,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784915208.92892,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784915208.988715,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2cd61220-6071-4a1e-929b-cb28be17ebff","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784915209.0161326,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf92786-cb3f-410d-acf4-0efe20845128"}
{"level":"info","ts":1784915209.0162346,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1516ce76-f38e-45b4-af4a-5c3fc018cd39","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784915209.0162635,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1516ce76-f38e-45b4-af4a-5c3fc018cd39","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784915209.026073,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a55b966-7cab-4aba-bf3a-c1f7e9a13e93","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784915209.0261014,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a55b966-7cab-4aba-bf3a-c1f7e9a13e93","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1784915209.028584,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf92786-cb3f-410d-acf4-0efe20845128","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784915209.0288222,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33892.044696648,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784915209.0288384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784915209.0382795,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784915209.129405,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf92786-cb3f-410d-acf4-0efe20845128","name":"e2e-external-provider"}
{"level":"info","ts":1784915209.137531,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2f40e1e-764e-4d23-8cf7-9a9b9ee88b0a"}
{"level":"info","ts":1784915209.1375642,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b52fa3bc-b5ec-4937-8cc1-d79820c35d16","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784915209.1376004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b52fa3bc-b5ec-4937-8cc1-d79820c35d16","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784915209.1474113,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4d235d3-f38f-47de-8f0a-9aaf092ff2ab","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784915209.147448,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4d235d3-f38f-47de-8f0a-9aaf092ff2ab","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784915209.1475947,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2f40e1e-764e-4d23-8cf7-9a9b9ee88b0a","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784915209.1563144,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2f40e1e-764e-4d23-8cf7-9a9b9ee88b0a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784915209.1563408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7c53611-dbe0-471c-a3fe-523da2aa1108","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784915209.1563656,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7c53611-dbe0-471c-a3fe-523da2aa1108","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784915209.1563928,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db7c95b6-58dc-499f-988d-ad99a57e2a54"}
{"level":"info","ts":1784915209.1564128,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db7c95b6-58dc-499f-988d-ad99a57e2a54","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784915209.157935,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf92786-cb3f-410d-acf4-0efe20845128","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"error","ts":1784915209.1612785,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db7c95b6-58dc-499f-988d-ad99a57e2a54","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784915209.1691794,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf92786-cb3f-410d-acf4-0efe20845128","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784915209.1723018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49d44f29-3e73-4cee-bf69-439c558931d6"}
{"level":"info","ts":1784915209.1723316,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49d44f29-3e73-4cee-bf69-439c558931d6","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784915209.1762264,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf92786-cb3f-410d-acf4-0efe20845128","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784915209.1771932,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49d44f29-3e73-4cee-bf69-439c558931d6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784915209.1796126,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf92786-cb3f-410d-acf4-0efe20845128","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784915209.1796856,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1c590fb6-dcb7-4913-b443-3f02207ca9a6"}
{"level":"info","ts":1784915209.1797504,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1c590fb6-dcb7-4913-b443-3f02207ca9a6","name":"e2e-external-provider"}
{"level":"info","ts":1784915209.1897628,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1c590fb6-dcb7-4913-b443-3f02207ca9a6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784915209.1968882,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb1bd567-bd2f-4272-bb35-183dc806aa7d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784915209.196913,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88274bbb-6dbf-4eea-943c-b9c1b8c08243"}
{"level":"info","ts":1784915209.1969142,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb1bd567-bd2f-4272-bb35-183dc806aa7d","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784915209.1969888,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20fb36fc-a30d-4dfc-9c8c-03563d5975e6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784915209.1971645,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35600.41163591,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784915209.1971812,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef51404a-a299-436c-ab0f-34adbfa0b352"}
{"level":"info","ts":1784915209.1971817,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784915209.1972136,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef51404a-a299-436c-ab0f-34adbfa0b352","name":"e2e-external-provider"}
{"level":"info","ts":1784915209.1972818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20fb36fc-a30d-4dfc-9c8c-03563d5975e6","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784915209.205198,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784915209.208878,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef51404a-a299-436c-ab0f-34adbfa0b352","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784915209.2981756,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88274bbb-6dbf-4eea-943c-b9c1b8c08243","name":"e2e-external-model"}
{"level":"info","ts":1784915209.3178613,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88274bbb-6dbf-4eea-943c-b9c1b8c08243","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784915209.3493273,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e8fb990-8e60-478a-b0d0-7902dc11ce16","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784915209.3493679,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e8fb990-8e60-478a-b0d0-7902dc11ce16","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784915209.3495297,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9637a88-6c9a-4bcc-b5ec-c48786ed1cfc"}
{"level":"info","ts":1784915209.3495932,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9637a88-6c9a-4bcc-b5ec-c48786ed1cfc","name":"e2e-external-model"}
{"level":"info","ts":1784915209.3681352,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98b188ac-e2d9-4188-9dd6-81f0e2d2b811","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784915209.3681893,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98b188ac-e2d9-4188-9dd6-81f0e2d2b811","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784915209.3711288,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9637a88-6c9a-4bcc-b5ec-c48786ed1cfc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784915209.3712068,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9637a88-6c9a-4bcc-b5ec-c48786ed1cfc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784915209.3712568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"373e86ed-f36c-4e90-888a-8ee2abd9f005"}
{"level":"info","ts":1784915209.3713052,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"373e86ed-f36c-4e90-888a-8ee2abd9f005","name":"e2e-external-model"}
{"level":"info","ts":1784915209.3831768,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"373e86ed-f36c-4e90-888a-8ee2abd9f005","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784915209.3842988,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d41b6a2-d46a-4fdf-be3f-3a6c32ea31f9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784915209.3843303,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d41b6a2-d46a-4fdf-be3f-3a6c32ea31f9","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784915209.387581,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"373e86ed-f36c-4e90-888a-8ee2abd9f005","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784915209.3876553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44ff7726-5c25-490a-9f6e-3f22279e91fc"}
{"level":"info","ts":1784915209.3877,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44ff7726-5c25-490a-9f6e-3f22279e91fc","name":"e2e-external-model"}
{"level":"info","ts":1784915209.3970163,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44ff7726-5c25-490a-9f6e-3f22279e91fc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784915216.7682042,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915216.7682853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b"}
{"level":"info","ts":1784915216.7682967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b"}
{"level":"info","ts":1784915216.7683094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","EoS":true}
{"level":"info","ts":1784915216.7683396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","header":"x-maas-username"}
{"level":"info","ts":1784915216.76835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","header":"x-maas-subscription"}
{"level":"info","ts":1784915216.7683554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","header":"x-maas-group"}
{"level":"info","ts":1784915216.7683675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784915216.7683742,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","modelName":"e2e-external-model"}
{"level":"info","ts":1784915216.7683883,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784915216.7684345,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784915216.7684546,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","authType":"apikey"}
{"level":"info","ts":1784915216.7684834,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b"}
{"level":"info","ts":1784915216.894661,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bda3e391-f008-400f-bd0c-e8ec7f8fed1a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784915216.8946779,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ede7ef7-132f-4c97-a48d-5b2e28da6adf"}
{"level":"info","ts":1784915216.8946939,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bda3e391-f008-400f-bd0c-e8ec7f8fed1a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784915216.9023066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcaa03c6-9da7-4830-aeda-0edcef7db45e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784915216.9023373,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcaa03c6-9da7-4830-aeda-0edcef7db45e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784915216.9025059,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ede7ef7-132f-4c97-a48d-5b2e28da6adf","name":"e2e-cleanup-test"}
{"level":"info","ts":1784915216.9140031,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ede7ef7-132f-4c97-a48d-5b2e28da6adf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784915216.9311202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"043c06ec-a0ab-43e5-add4-c4cae190fd68"}
{"level":"info","ts":1784915216.9312406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"043c06ec-a0ab-43e5-add4-c4cae190fd68","name":"e2e-cleanup-test"}
{"level":"info","ts":1784915216.9345655,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"928d4268-9dcd-4ad9-a35f-f390726204ec","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784915216.9346063,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"928d4268-9dcd-4ad9-a35f-f390726204ec","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784915216.9492128,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"043c06ec-a0ab-43e5-add4-c4cae190fd68","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784915216.9493275,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"043c06ec-a0ab-43e5-add4-c4cae190fd68","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784915216.949441,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9291f45b-043c-4e2f-8f3b-dfec39fb9ba6"}
{"level":"info","ts":1784915216.9495327,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9291f45b-043c-4e2f-8f3b-dfec39fb9ba6","name":"e2e-cleanup-test"}
{"level":"info","ts":1784915216.9634666,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9291f45b-043c-4e2f-8f3b-dfec39fb9ba6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784915225.1756935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"806390cc-4a20-42f5-a6d7-2c1f673c50b1"}
{"level":"info","ts":1784915225.1756978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eebceb32-a018-495a-987d-d099287094c0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784915225.1757474,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eebceb32-a018-495a-987d-d099287094c0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784915229.4928205,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915229.492884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d"}
{"level":"info","ts":1784915229.4928927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d"}
{"level":"info","ts":1784915229.4929042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d","EoS":true}
{"level":"info","ts":1784915229.4929366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784915229.4929628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d"}
{"level":"info","ts":1784915229.531307,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915229.531372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753"}
{"level":"info","ts":1784915229.5313807,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753"}
{"level":"info","ts":1784915229.5313919,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","EoS":true}
{"level":"info","ts":1784915229.5314145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","header":"x-maas-group"}
{"level":"info","ts":1784915229.5314252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","header":"x-maas-subscription"}
{"level":"info","ts":1784915229.5314305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","header":"x-maas-username"}
{"level":"info","ts":1784915229.5314415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784915229.5314496,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","modelName":"e2e-external-model"}
{"level":"info","ts":1784915229.5315075,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784915229.531531,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784915229.531546,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","authType":"apikey"}
{"level":"info","ts":1784915229.531569,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753"}
{"level":"info","ts":1784915229.5681794,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915229.5682805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5948a331-5757-4929-a983-382d55d4029c"}
{"level":"info","ts":1784915229.5682983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5948a331-5757-4929-a983-382d55d4029c"}
{"level":"info","ts":1784915229.5683174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","EoS":true}
{"level":"info","ts":1784915229.5683513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","header":"x-maas-group"}
{"level":"info","ts":1784915229.5683653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","header":"x-maas-username"}
{"level":"info","ts":1784915229.5683746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","header":"x-maas-subscription"}
{"level":"info","ts":1784915229.5683947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784915229.5684273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5948a331-5757-4929-a983-382d55d4029c"}
{"level":"info","ts":1784915229.676536,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5948a331-5757-4929-a983-382d55d4029c"}
{"level":"info","ts":1784915229.676569,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5948a331-5757-4929-a983-382d55d4029c"}
{"level":"info","ts":1784915229.6765888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","EoS":false}
{"level":"info","ts":1784915229.6766036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","EoS":true}
{"level":"error","ts":1784915229.6766193,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784915229.6766758,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5948a331-5757-4929-a983-382d55d4029c"}
{"level":"info","ts":1784915229.7176008,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915229.7176745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3"}
{"level":"info","ts":1784915229.7176878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3"}
{"level":"info","ts":1784915229.7177012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3","EoS":true}
{"level":"info","ts":1784915229.7177365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3","header":"x-maas-subscription"}
{"level":"info","ts":1784915229.7177474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3","header":"x-maas-username"}
{"level":"info","ts":1784915229.7177534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3","header":"x-maas-group"}
{"level":"info","ts":1784915229.71778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3"}
{"level":"info","ts":1784915229.8156278,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3"}
{"level":"info","ts":1784915229.8156576,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3"}
{"level":"info","ts":1784915229.8156743,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3","EoS":false}
{"level":"info","ts":1784915229.815688,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3","EoS":true}
{"level":"error","ts":1784915229.8157036,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784915229.8157406,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3"}
{"level":"info","ts":1784915230.7120643,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1ee34f8-6510-49f6-8be4-bde05ac3da50"}
{"level":"info","ts":1784915230.7120924,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6a5f90c-1df2-43c2-9726-49ec032eabcd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784915230.71213,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6a5f90c-1df2-43c2-9726-49ec032eabcd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784915230.8798144,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9582fd93-4b93-41c3-bd42-995c7f7ac1e6","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784915230.879864,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9582fd93-4b93-41c3-bd42-995c7f7ac1e6","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784915230.8798802,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2546c2a4-1fd2-445a-90d9-8fe67e32155e"}
{"level":"info","ts":1784915231.0041277,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"20228c9a-611c-4ccd-89df-c8eac2f65ff9","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784915231.0042157,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"20228c9a-611c-4ccd-89df-c8eac2f65ff9","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784916394.3700242,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916394.3701131,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5313f688-012b-477e-a4a9-72f8afe54f05"}
{"level":"info","ts":1784916454.4208863,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916454.4209611,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16"}
{"level":"info","ts":1784916454.4210117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16"}
{"level":"info","ts":1784916454.4210253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","EoS":true}
{"level":"info","ts":1784916454.4210567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","header":"x-maas-subscription"}
{"level":"info","ts":1784916454.4210725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","header":"x-maas-group"}
{"level":"info","ts":1784916454.4210799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","header":"x-maas-username"}
{"level":"info","ts":1784916454.421095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784916454.421129,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16"}
{"level":"info","ts":1784916454.422455,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16"}
{"level":"info","ts":1784916454.422476,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16"}
{"level":"info","ts":1784916454.4224977,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","EoS":false}
{"level":"info","ts":1784916454.4225152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","EoS":true}
{"level":"info","ts":1784916454.4225557,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16"}