{"level":"info","ts":1784905864.1615462,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4ec15298-da80-4cca-9917-6577601c4c7e"} {"level":"info","ts":1784905887.3673577,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905887.3674736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1"} {"level":"info","ts":1784905887.3674889,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1"} {"level":"info","ts":1784905887.367502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","EoS":true} {"level":"info","ts":1784905887.3675296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","header":"x-maas-username"} {"level":"info","ts":1784905887.3675401,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","header":"x-maas-group"} {"level":"info","ts":1784905887.3675454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","header":"x-maas-subscription"} {"level":"info","ts":1784905887.367559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905887.3675845,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1"} {"level":"info","ts":1784905887.3687975,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1"} {"level":"info","ts":1784905887.3688223,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1"} {"level":"info","ts":1784905887.368844,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","EoS":false} {"level":"info","ts":1784905887.3688917,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","EoS":true} {"level":"info","ts":1784905887.3689444,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1"} {"level":"info","ts":1784905887.5077024,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905887.507788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17"} {"level":"info","ts":1784905887.5078027,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17"} {"level":"info","ts":1784905887.507814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","EoS":true} {"level":"info","ts":1784905887.5078409,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","header":"x-maas-subscription"} {"level":"info","ts":1784905887.5078523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","header":"x-maas-username"} {"level":"info","ts":1784905887.5078576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","header":"x-maas-group"} {"level":"info","ts":1784905887.5078905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905887.5079148,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17"} {"level":"info","ts":1784905887.5100243,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17"} {"level":"info","ts":1784905887.5100446,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17"} {"level":"info","ts":1784905887.51006,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","EoS":false} {"level":"info","ts":1784905887.510073,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","EoS":true} {"level":"info","ts":1784905887.5101097,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17"} {"level":"info","ts":1784905887.647438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905887.6475184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85"} {"level":"info","ts":1784905887.6475313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85"} {"level":"info","ts":1784905887.647544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","EoS":true} {"level":"info","ts":1784905887.6475694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","header":"x-maas-group"} {"level":"info","ts":1784905887.6475797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","header":"x-maas-username"} {"level":"info","ts":1784905887.6475859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","header":"x-maas-subscription"} {"level":"info","ts":1784905887.647598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905887.6476197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85"} {"level":"info","ts":1784905887.6482668,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85"} {"level":"info","ts":1784905887.6482916,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85"} {"level":"info","ts":1784905887.6483076,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","EoS":false} {"level":"info","ts":1784905887.6483219,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","EoS":true} {"level":"info","ts":1784905887.6483626,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85"} {"level":"info","ts":1784905887.7866385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905887.7867181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399"} {"level":"info","ts":1784905887.7867308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399"} {"level":"info","ts":1784905887.7867427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","EoS":true} {"level":"info","ts":1784905887.7867746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","header":"x-maas-group"} {"level":"info","ts":1784905887.7867858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","header":"x-maas-username"} {"level":"info","ts":1784905887.7867916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","header":"x-maas-subscription"} {"level":"info","ts":1784905887.786806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905887.786838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399"} {"level":"info","ts":1784905887.7875028,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399"} {"level":"info","ts":1784905887.7875268,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399"} {"level":"info","ts":1784905887.7875469,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","EoS":false} {"level":"info","ts":1784905887.7875843,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","EoS":true} {"level":"info","ts":1784905887.787625,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399"} {"level":"info","ts":1784905887.923284,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905887.923368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f"} {"level":"info","ts":1784905887.9233801,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f"} {"level":"info","ts":1784905887.923392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","EoS":true} {"level":"info","ts":1784905887.9234183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","header":"x-maas-group"} {"level":"info","ts":1784905887.9234288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","header":"x-maas-subscription"} {"level":"info","ts":1784905887.9234338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","header":"x-maas-username"} {"level":"info","ts":1784905887.9234455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905887.923469,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f"} {"level":"info","ts":1784905887.9241679,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f"} {"level":"info","ts":1784905887.9241889,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f"} {"level":"info","ts":1784905887.9242055,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","EoS":false} {"level":"info","ts":1784905887.924219,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","EoS":true} {"level":"info","ts":1784905887.924258,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f"} {"level":"info","ts":1784905908.0024698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905908.0025527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256"} {"level":"info","ts":1784905908.002566,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256"} {"level":"info","ts":1784905908.0025785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","EoS":true} {"level":"info","ts":1784905908.0026116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","header":"x-maas-username"} {"level":"info","ts":1784905908.0026255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","header":"x-maas-subscription"} {"level":"info","ts":1784905908.002631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","header":"x-maas-group"} {"level":"info","ts":1784905908.0026462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905908.0026686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256"} {"level":"info","ts":1784905908.0034056,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256"} {"level":"info","ts":1784905908.003426,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256"} {"level":"info","ts":1784905908.0034463,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","EoS":false} {"level":"info","ts":1784905908.003463,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","EoS":true} {"level":"info","ts":1784905908.0035005,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256"} {"level":"info","ts":1784905908.1116385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905908.111715,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa846f47-0990-449e-b839-6538904b44a0"} {"level":"info","ts":1784905908.1131546,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa846f47-0990-449e-b839-6538904b44a0"} {"level":"info","ts":1784905908.1131802,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa846f47-0990-449e-b839-6538904b44a0"} {"level":"info","ts":1784905908.1132014,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa846f47-0990-449e-b839-6538904b44a0","EoS":false} {"level":"info","ts":1784905908.113219,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"aa846f47-0990-449e-b839-6538904b44a0"} {"level":"info","ts":1784905908.1132522,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa846f47-0990-449e-b839-6538904b44a0","EoS":true} {"level":"info","ts":1784905908.113263,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"aa846f47-0990-449e-b839-6538904b44a0"} {"level":"info","ts":1784905912.7741597,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905912.7742696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013"} {"level":"info","ts":1784905912.7742863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013"} {"level":"info","ts":1784905912.7742999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","EoS":true} {"level":"info","ts":1784905912.7743251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","header":"x-maas-subscription"} {"level":"info","ts":1784905912.774336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","header":"x-maas-group"} {"level":"info","ts":1784905912.774342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","header":"x-maas-username"} {"level":"info","ts":1784905912.7743556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905912.7743793,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013"} {"level":"info","ts":1784905912.7754457,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013"} {"level":"info","ts":1784905912.7754717,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013"} {"level":"info","ts":1784905912.7754886,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","EoS":false} {"level":"info","ts":1784905912.775504,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","EoS":true} {"level":"info","ts":1784905912.7755537,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013"} {"level":"info","ts":1784905925.4582295,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905925.4583201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8"} {"level":"info","ts":1784905925.458338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8"} {"level":"info","ts":1784905925.4583507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","EoS":true} {"level":"info","ts":1784905925.458377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","header":"x-maas-subscription"} {"level":"info","ts":1784905925.4583874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","header":"x-maas-username"} {"level":"info","ts":1784905925.4583926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","header":"x-maas-group"} {"level":"info","ts":1784905925.4584079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905925.4584384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8"} {"level":"info","ts":1784905925.4594123,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8"} {"level":"info","ts":1784905925.4594338,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8"} {"level":"info","ts":1784905925.4594498,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","EoS":false} {"level":"info","ts":1784905925.4594622,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","EoS":true} {"level":"info","ts":1784905925.4594953,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8"} {"level":"info","ts":1784905938.3706598,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905938.370761,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6"} {"level":"info","ts":1784905938.3707767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6"} {"level":"info","ts":1784905938.3707907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","EoS":true} {"level":"info","ts":1784905938.3708165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","header":"x-maas-group"} {"level":"info","ts":1784905938.3708274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","header":"x-maas-subscription"} {"level":"info","ts":1784905938.3708324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","header":"x-maas-username"} {"level":"info","ts":1784905938.3708448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905938.3708894,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6"} {"level":"info","ts":1784905938.3726108,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6"} {"level":"info","ts":1784905938.3726318,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6"} {"level":"info","ts":1784905938.3726478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","EoS":false} {"level":"info","ts":1784905938.3726594,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","EoS":true} {"level":"info","ts":1784905938.372703,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6"} {"level":"info","ts":1784905946.9237318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905946.9238362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917"} {"level":"info","ts":1784905946.9238484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917"} {"level":"info","ts":1784905946.9238603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","EoS":true} {"level":"info","ts":1784905946.923906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","header":"x-maas-subscription"} {"level":"info","ts":1784905946.9239163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","header":"x-maas-username"} {"level":"info","ts":1784905946.923921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","header":"x-maas-group"} {"level":"info","ts":1784905946.923934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905946.9239573,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917"} {"level":"info","ts":1784905946.9248583,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917"} {"level":"info","ts":1784905946.9249032,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917"} {"level":"info","ts":1784905946.9249265,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","EoS":false} {"level":"info","ts":1784905946.9249485,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","EoS":true} {"level":"info","ts":1784905946.925014,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917"} {"level":"info","ts":1784905955.8372617,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905955.8373358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394"} {"level":"info","ts":1784905955.837349,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394"} {"level":"info","ts":1784905955.8373604,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","EoS":true} {"level":"info","ts":1784905955.8373857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","header":"x-maas-subscription"} {"level":"info","ts":1784905955.8373964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","header":"x-maas-group"} {"level":"info","ts":1784905955.837403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","header":"x-maas-username"} {"level":"info","ts":1784905955.837417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905955.8374445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394"} {"level":"info","ts":1784905955.8384151,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394"} {"level":"info","ts":1784905955.8384366,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394"} {"level":"info","ts":1784905955.8384523,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","EoS":false} {"level":"info","ts":1784905955.838466,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","EoS":true} {"level":"info","ts":1784905955.8384964,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394"} {"level":"info","ts":1784905980.870805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905980.8709204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3"} {"level":"info","ts":1784905980.8709369,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3"} {"level":"info","ts":1784905980.8709512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","EoS":true} {"level":"info","ts":1784905980.870977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","header":"x-maas-subscription"} {"level":"info","ts":1784905980.870987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","header":"x-maas-username"} {"level":"info","ts":1784905980.8709924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","header":"x-maas-group"} {"level":"info","ts":1784905980.871006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905980.8710315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3"} {"level":"info","ts":1784905980.8731256,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3"} {"level":"info","ts":1784905980.8731477,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3"} {"level":"info","ts":1784905980.87317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","EoS":false} {"level":"info","ts":1784905980.8731835,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","EoS":true} {"level":"info","ts":1784905980.873216,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3"} {"level":"info","ts":1784906004.790549,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906004.7906275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970"} {"level":"info","ts":1784906004.7906396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970"} {"level":"info","ts":1784906004.7906516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","EoS":true} {"level":"info","ts":1784906004.7906826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","header":"x-maas-group"} {"level":"info","ts":1784906004.790693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","header":"x-maas-subscription"} {"level":"info","ts":1784906004.7906978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","header":"x-maas-username"} {"level":"info","ts":1784906004.7907104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906004.7907407,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970"} {"level":"info","ts":1784906004.7917395,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970"} {"level":"info","ts":1784906004.7917604,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970"} {"level":"info","ts":1784906004.791783,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","EoS":false} {"level":"info","ts":1784906004.7918038,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","EoS":true} {"level":"info","ts":1784906004.7918553,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970"} {"level":"info","ts":1784906031.439483,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906031.4395735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544"} {"level":"info","ts":1784906031.4395885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544"} {"level":"info","ts":1784906031.4396074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","EoS":true} {"level":"info","ts":1784906031.439647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","header":"x-maas-username"} {"level":"info","ts":1784906031.439659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","header":"x-maas-group"} {"level":"info","ts":1784906031.4396672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","header":"x-maas-subscription"} {"level":"info","ts":1784906031.439687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906031.4397233,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544"} {"level":"info","ts":1784906031.4419386,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544"} {"level":"info","ts":1784906031.4419637,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544"} {"level":"info","ts":1784906031.441981,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","EoS":false} {"level":"info","ts":1784906031.4420028,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","EoS":true} {"level":"info","ts":1784906031.442049,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544"} {"level":"info","ts":1784906040.930377,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906040.9304583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f"} {"level":"info","ts":1784906040.9304717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f"} {"level":"info","ts":1784906040.9304838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","EoS":true} {"level":"info","ts":1784906040.9305077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","header":"x-maas-group"} {"level":"info","ts":1784906040.930518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","header":"x-maas-subscription"} {"level":"info","ts":1784906040.9305232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","header":"x-maas-username"} {"level":"info","ts":1784906040.9305363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906040.930561,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f"} {"level":"info","ts":1784906040.9314585,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f"} {"level":"info","ts":1784906040.9314787,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f"} {"level":"info","ts":1784906040.9314997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","EoS":false} {"level":"info","ts":1784906040.9315116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","EoS":true} {"level":"info","ts":1784906040.9315531,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f"} {"level":"info","ts":1784906040.9678028,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906040.9678953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72"} {"level":"info","ts":1784906040.9679086,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72"} {"level":"info","ts":1784906040.9679265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","EoS":true} {"level":"info","ts":1784906040.967958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","header":"x-maas-group"} {"level":"info","ts":1784906040.96797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","header":"x-maas-username"} {"level":"info","ts":1784906040.9679747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","header":"x-maas-subscription"} {"level":"info","ts":1784906040.9679875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906040.9680133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72"} {"level":"info","ts":1784906040.9689896,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72"} {"level":"info","ts":1784906040.9690096,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72"} {"level":"info","ts":1784906040.969024,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","EoS":false} {"level":"info","ts":1784906040.9690344,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","EoS":true} {"level":"info","ts":1784906040.9690723,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72"} {"level":"info","ts":1784906060.2457912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906060.2458978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c"} {"level":"info","ts":1784906060.2459154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c"} {"level":"info","ts":1784906060.2459316,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","EoS":true} {"level":"info","ts":1784906060.2459593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","header":"x-maas-subscription"} {"level":"info","ts":1784906060.2459705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","header":"x-maas-username"} {"level":"info","ts":1784906060.2459748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","header":"x-maas-group"} {"level":"info","ts":1784906060.2459886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906060.246018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c"} {"level":"info","ts":1784906060.2469375,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c"} {"level":"info","ts":1784906060.2469587,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c"} {"level":"info","ts":1784906060.2469742,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","EoS":false} {"level":"info","ts":1784906060.2469869,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","EoS":true} {"level":"info","ts":1784906060.2470257,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c"} {"level":"info","ts":1784906191.5359619,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906191.5360584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5"} {"level":"info","ts":1784906191.536073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5"} {"level":"info","ts":1784906191.536091,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","EoS":true} {"level":"info","ts":1784906191.5361297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","header":"x-maas-username"} {"level":"info","ts":1784906191.5361419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","header":"x-maas-group"} {"level":"info","ts":1784906191.5361507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","header":"x-maas-subscription"} {"level":"info","ts":1784906191.5361676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784906191.5362,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5"} {"level":"info","ts":1784906191.5395136,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5"} {"level":"info","ts":1784906191.5395365,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5"} {"level":"info","ts":1784906191.5395572,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","EoS":false} {"level":"info","ts":1784906191.5395718,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","EoS":true} {"level":"info","ts":1784906191.5396016,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5"} {"level":"info","ts":1784906228.7664104,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906228.7664914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57"} {"level":"info","ts":1784906228.7665024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57"} {"level":"info","ts":1784906228.766514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","EoS":true} {"level":"info","ts":1784906228.766539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","header":"x-maas-group"} {"level":"info","ts":1784906228.7665503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","header":"x-maas-subscription"} {"level":"info","ts":1784906228.7665553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","header":"x-maas-username"} {"level":"info","ts":1784906228.7665684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906228.7665927,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57"} {"level":"info","ts":1784906228.7685232,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57"} {"level":"info","ts":1784906228.7685513,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57"} {"level":"info","ts":1784906228.7685745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","EoS":false} {"level":"info","ts":1784906228.768596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","EoS":true} {"level":"info","ts":1784906228.7686315,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57"} {"level":"info","ts":1784906244.0937285,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906244.0938208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7"} {"level":"info","ts":1784906244.09384,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7"} {"level":"info","ts":1784906244.0938811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","EoS":true} {"level":"info","ts":1784906244.0939198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","header":"x-maas-subscription"} {"level":"info","ts":1784906244.0939362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","header":"x-maas-group"} {"level":"info","ts":1784906244.0939467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","header":"x-maas-username"} {"level":"info","ts":1784906244.0939653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906244.0940058,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7"} {"level":"info","ts":1784906244.096046,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7"} {"level":"info","ts":1784906244.0960665,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7"} {"level":"info","ts":1784906244.0960817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","EoS":false} {"level":"info","ts":1784906244.096093,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","EoS":true} {"level":"info","ts":1784906244.0961254,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7"} {"level":"info","ts":1784906554.9091988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906554.9092984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148"} {"level":"info","ts":1784906554.9093127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148"} {"level":"info","ts":1784906554.9093344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","EoS":true} {"level":"info","ts":1784906554.9093735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","header":"x-maas-username"} {"level":"info","ts":1784906554.9093862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","header":"x-maas-subscription"} {"level":"info","ts":1784906554.9093935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","header":"x-maas-group"} {"level":"info","ts":1784906554.9094114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906554.9094486,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148"} {"level":"info","ts":1784906554.911429,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148"} {"level":"info","ts":1784906554.9114509,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148"} {"level":"info","ts":1784906554.911466,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","EoS":false} {"level":"info","ts":1784906554.911478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","EoS":true} {"level":"info","ts":1784906554.911515,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148"} {"level":"info","ts":1784906554.9590178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906554.9591267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940"} {"level":"info","ts":1784906554.9591424,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940"} {"level":"info","ts":1784906554.9591565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","EoS":true} {"level":"info","ts":1784906554.9591804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","header":"x-maas-subscription"} {"level":"info","ts":1784906554.9591908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","header":"x-maas-group"} {"level":"info","ts":1784906554.9591963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","header":"x-maas-username"} {"level":"info","ts":1784906554.9592097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906554.9592342,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940"} {"level":"info","ts":1784906554.9599543,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940"} {"level":"info","ts":1784906554.9599733,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940"} {"level":"info","ts":1784906554.9599886,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","EoS":false} {"level":"info","ts":1784906554.96,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","EoS":true} {"level":"info","ts":1784906554.9600332,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940"} {"level":"info","ts":1784906559.800941,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2ab38819-0309-40ef-8755-7f07f7334f1e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784906559.801229,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39241.04610253,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906559.8012588,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906559.8651433,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906559.9016688,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2ab38819-0309-40ef-8755-7f07f7334f1e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784906559.9327128,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c4539a-e4e8-48d7-a31f-2424390ae3c4"} {"level":"info","ts":1784906559.9327412,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b25db2d0-785a-4092-99f2-f2e9e6ee54ce","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906559.9327798,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b25db2d0-785a-4092-99f2-f2e9e6ee54ce","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784906559.9395618,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc06317d-bb90-4d03-8631-3edf9f9caee7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906559.9395888,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc06317d-bb90-4d03-8631-3edf9f9caee7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784906559.9431522,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c4539a-e4e8-48d7-a31f-2424390ae3c4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906559.9434328,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36255.665782963,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906559.9434495,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906559.9528053,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.044362,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c4539a-e4e8-48d7-a31f-2424390ae3c4","name":"e2e-external-provider"} {"level":"info","ts":1784906560.057838,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c4539a-e4e8-48d7-a31f-2424390ae3c4","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784906560.0676007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"243c8a14-a835-435e-b15e-595e128ca329"} {"level":"info","ts":1784906560.0676496,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c7fd64a-5966-4aa7-a65d-f0138b4087b7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.0676923,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c7fd64a-5966-4aa7-a65d-f0138b4087b7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.073279,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c4539a-e4e8-48d7-a31f-2424390ae3c4","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784906560.0744941,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"243c8a14-a835-435e-b15e-595e128ca329","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784906560.0745754,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6426127f-6ba9-49d4-b77e-a40054654571","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.0746293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6426127f-6ba9-49d4-b77e-a40054654571","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.082593,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c4539a-e4e8-48d7-a31f-2424390ae3c4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784906560.0869048,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"243c8a14-a835-435e-b15e-595e128ca329","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906560.0870073,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35a46f38-dfab-469c-acd6-ed285768677e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.0870247,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf1b5f85-3f92-406c-85d0-0fd1e4799bf1"} {"level":"info","ts":1784906560.087048,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35a46f38-dfab-469c-acd6-ed285768677e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.087054,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf1b5f85-3f92-406c-85d0-0fd1e4799bf1","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784906560.0879846,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85c4539a-e4e8-48d7-a31f-2424390ae3c4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906560.0880566,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19a954ae-c938-4a9a-acd4-60232e3dd560"} {"level":"info","ts":1784906560.088113,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19a954ae-c938-4a9a-acd4-60232e3dd560","name":"e2e-external-provider"} {"level":"error","ts":1784906560.0933444,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf1b5f85-3f92-406c-85d0-0fd1e4799bf1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906560.1010325,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19a954ae-c938-4a9a-acd4-60232e3dd560","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784906560.1041386,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a1425b9-89da-48b2-a4ac-130800d1c60b"} {"level":"info","ts":1784906560.1041756,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a1425b9-89da-48b2-a4ac-130800d1c60b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784906560.1081152,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b90a773-8395-42b2-bfee-b1abb6a88a46"} {"level":"info","ts":1784906560.1081336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf43aa59-4f97-47e8-87cb-cdfe5b1c1d34","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.1084538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf43aa59-4f97-47e8-87cb-cdfe5b1c1d34","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.1085286,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"effcda1e-0ad7-468e-a546-f4759520808d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906560.1085534,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"effcda1e-0ad7-468e-a546-f4759520808d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784906560.108191,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b90a773-8395-42b2-bfee-b1abb6a88a46","name":"e2e-external-provider"} {"level":"error","ts":1784906560.1110368,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a1425b9-89da-48b2-a4ac-130800d1c60b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906560.1111004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8ec7062-0f1b-4e01-be0e-5e0e895a74b0"} {"level":"info","ts":1784906560.111442,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35830.190102161,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.1114604,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.1198936,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.1212873,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b90a773-8395-42b2-bfee-b1abb6a88a46","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784906560.2123675,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8ec7062-0f1b-4e01-be0e-5e0e895a74b0","name":"e2e-external-model"} {"level":"info","ts":1784906560.2292697,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8ec7062-0f1b-4e01-be0e-5e0e895a74b0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784906560.2387462,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"167920db-2f07-48b4-84d5-36cba7561283","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.2387912,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"167920db-2f07-48b4-84d5-36cba7561283","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.2387636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59212a2f-f581-459e-a1d5-7ef885cf8dec"} {"level":"info","ts":1784906560.2388568,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59212a2f-f581-459e-a1d5-7ef885cf8dec","name":"e2e-external-model"} {"level":"info","ts":1784906560.254683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03e70386-f828-4d45-9df0-572a04630db9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.2547297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03e70386-f828-4d45-9df0-572a04630db9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784906560.254952,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59212a2f-f581-459e-a1d5-7ef885cf8dec","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906560.2550278,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"120341e0-ab1d-4fd4-b7c9-2339a9a275a4"} {"level":"info","ts":1784906560.255082,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"120341e0-ab1d-4fd4-b7c9-2339a9a275a4","name":"e2e-external-model"} {"level":"info","ts":1784906560.2658064,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"120341e0-ab1d-4fd4-b7c9-2339a9a275a4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784906560.2731946,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72253198-e693-4cc0-9894-3c4e473ec7d1"} {"level":"info","ts":1784906560.2732487,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b2585e3-c12d-4ccc-ae5b-ef63803fd5ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.2732964,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b2585e3-c12d-4ccc-ae5b-ef63803fd5ae","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.273261,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72253198-e693-4cc0-9894-3c4e473ec7d1","name":"e2e-external-model"} {"level":"info","ts":1784906560.2859876,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72253198-e693-4cc0-9894-3c4e473ec7d1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784906567.674622,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906567.6747165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e"} {"level":"info","ts":1784906567.6747308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e"} {"level":"info","ts":1784906567.6747456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","EoS":true} {"level":"info","ts":1784906567.6747718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","header":"x-maas-username"} {"level":"info","ts":1784906567.6747823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","header":"x-maas-group"} {"level":"info","ts":1784906567.6747873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","header":"x-maas-subscription"} {"level":"info","ts":1784906567.6748004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784906567.6748095,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","modelName":"e2e-external-model"} {"level":"info","ts":1784906567.674821,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784906567.674882,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784906567.674899,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","authType":"apikey"} {"level":"info","ts":1784906567.674923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e"} {"level":"info","ts":1784906567.7972016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6d98c57-a077-40e1-bae8-903d379f6e2b"} {"level":"info","ts":1784906567.7972097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"febc0b45-63d8-46fb-9ccb-6a4482a29222","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906567.7972498,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"febc0b45-63d8-46fb-9ccb-6a4482a29222","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784906567.8030443,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7917d19-5929-4301-b4d5-69bd411773cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906567.8030775,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7917d19-5929-4301-b4d5-69bd411773cc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784906567.8063686,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6d98c57-a077-40e1-bae8-903d379f6e2b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906567.806459,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6d98c57-a077-40e1-bae8-903d379f6e2b","name":"e2e-cleanup-test"} {"level":"info","ts":1784906567.821562,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6d98c57-a077-40e1-bae8-903d379f6e2b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784906567.826055,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6d98c57-a077-40e1-bae8-903d379f6e2b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906567.826164,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"958e42d5-681d-4102-947a-92dfaffe2b9e"} {"level":"info","ts":1784906567.826224,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"958e42d5-681d-4102-947a-92dfaffe2b9e","name":"e2e-cleanup-test"} {"level":"info","ts":1784906567.832952,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9be6c13-b407-4e48-82fd-8ca107ae3178","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906567.8329842,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9be6c13-b407-4e48-82fd-8ca107ae3178","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784906567.8406572,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"958e42d5-681d-4102-947a-92dfaffe2b9e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784906567.840726,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"958e42d5-681d-4102-947a-92dfaffe2b9e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906567.8407996,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afee0a06-db0d-4497-ab00-a8763693df8a"} {"level":"info","ts":1784906567.8408575,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afee0a06-db0d-4497-ab00-a8763693df8a","name":"e2e-cleanup-test"} {"level":"info","ts":1784906567.8523824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00ff4899-e693-41a0-b516-5fbfdd082e1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906567.8524399,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00ff4899-e693-41a0-b516-5fbfdd082e1c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784906567.8532557,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afee0a06-db0d-4497-ab00-a8763693df8a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784906567.8582804,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afee0a06-db0d-4497-ab00-a8763693df8a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906567.858373,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61370463-e243-460b-9484-6c61e24b1826"} {"level":"info","ts":1784906567.8584309,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61370463-e243-460b-9484-6c61e24b1826","name":"e2e-cleanup-test"} {"level":"info","ts":1784906567.8684857,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61370463-e243-460b-9484-6c61e24b1826","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784906567.8698134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4042ef9b-4ad9-4047-89f6-f5fc1dcc936d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906567.8698533,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4042ef9b-4ad9-4047-89f6-f5fc1dcc936d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784906567.8727787,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61370463-e243-460b-9484-6c61e24b1826","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906567.872853,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8242704e-761c-4fc9-90ac-530228938dca"} {"level":"info","ts":1784906567.8729334,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8242704e-761c-4fc9-90ac-530228938dca","name":"e2e-cleanup-test"} {"level":"info","ts":1784906567.8829973,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8242704e-761c-4fc9-90ac-530228938dca","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784906576.0910318,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8dd6d635-ee9a-433b-98fb-1c2a7baf5bf8"} {"level":"info","ts":1784906576.0910885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50d9058f-9cb3-4b73-8659-1b75142378c2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906576.0911245,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50d9058f-9cb3-4b73-8659-1b75142378c2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906580.429884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906580.4299865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a"} {"level":"info","ts":1784906580.430002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a"} {"level":"info","ts":1784906580.4300156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a","EoS":true} {"level":"info","ts":1784906580.430049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784906580.430077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a"} {"level":"info","ts":1784906580.471258,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906580.471339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd"} {"level":"info","ts":1784906580.4713528,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd"} {"level":"info","ts":1784906580.471365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","EoS":true} {"level":"info","ts":1784906580.4713964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","header":"x-maas-username"} {"level":"info","ts":1784906580.4714072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","header":"x-maas-group"} {"level":"info","ts":1784906580.4714127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","header":"x-maas-subscription"} {"level":"info","ts":1784906580.4714265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784906580.4714336,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","modelName":"e2e-external-model"} {"level":"info","ts":1784906580.4714487,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784906580.4714792,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784906580.471494,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","authType":"apikey"} {"level":"info","ts":1784906580.4715168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd"} {"level":"info","ts":1784906580.510744,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906580.5108376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685"} {"level":"info","ts":1784906580.5108564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685"} {"level":"info","ts":1784906580.5108953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","EoS":true} {"level":"info","ts":1784906580.510923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","header":"x-maas-username"} {"level":"info","ts":1784906580.510933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","header":"x-maas-group"} {"level":"info","ts":1784906580.5109396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","header":"x-maas-subscription"} {"level":"info","ts":1784906580.510952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784906580.5109756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685"} {"level":"info","ts":1784906580.6150417,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685"} {"level":"info","ts":1784906580.6150737,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685"} {"level":"info","ts":1784906580.6150928,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","EoS":false} {"level":"info","ts":1784906580.6151097,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","EoS":true} {"level":"error","ts":1784906580.6151245,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784906580.6151774,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685"} {"level":"info","ts":1784906580.6560702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906580.656164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e"} {"level":"info","ts":1784906580.6561756,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e"} {"level":"info","ts":1784906580.6561875,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e","EoS":true} {"level":"info","ts":1784906580.6562097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e","header":"x-maas-subscription"} {"level":"info","ts":1784906580.6562212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e","header":"x-maas-username"} {"level":"info","ts":1784906580.6562254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e","header":"x-maas-group"} {"level":"info","ts":1784906580.6562567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e"} {"level":"info","ts":1784906580.7613678,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e"} {"level":"info","ts":1784906580.7613957,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e"} {"level":"info","ts":1784906580.7614157,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e","EoS":false} {"level":"info","ts":1784906580.7614293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e","EoS":true} {"level":"error","ts":1784906580.7614396,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784906580.7614732,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e"} {"level":"info","ts":1784906581.6393282,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f5b723a-20e1-4dae-8ba2-3e11171f8940"} {"level":"info","ts":1784906581.6393416,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91fe0408-34d8-40c3-bd56-2ac6d7594d96","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906581.6393974,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91fe0408-34d8-40c3-bd56-2ac6d7594d96","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906581.8031383,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e1afc29-98a4-4088-ba08-a841583aa8f8"} {"level":"info","ts":1784906581.803138,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa97a03c-fb3a-4dae-aba4-8bdebfa397c4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906581.8032107,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa97a03c-fb3a-4dae-aba4-8bdebfa397c4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906581.9284973,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dbc02a15-0252-4f4f-b9c1-2e83d03a1c3d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784906581.928555,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dbc02a15-0252-4f4f-b9c1-2e83d03a1c3d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784907706.9756227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907706.975704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"804c419c-e7d1-4cb4-9de6-35041ce6cd70"} {"level":"info","ts":1784907761.6207101,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907761.6207962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315"} {"level":"info","ts":1784907761.6208038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315"} {"level":"info","ts":1784907761.6208165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","EoS":true} {"level":"info","ts":1784907761.6208456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","header":"x-maas-subscription"} {"level":"info","ts":1784907761.6208572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","header":"x-maas-username"} {"level":"info","ts":1784907761.620884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","header":"x-maas-group"} {"level":"info","ts":1784907761.6208985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784907761.6209223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315"} {"level":"info","ts":1784907761.6249633,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315"} {"level":"info","ts":1784907761.624994,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315"} {"level":"info","ts":1784907761.625012,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","EoS":false} {"level":"info","ts":1784907761.6250253,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","EoS":true} {"level":"info","ts":1784907761.6250715,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315"}