{"level":"info","ts":1784849219.5175328,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2f6da09-6444-46c8-9f54-f3967bef1fa5"} {"level":"info","ts":1784849219.5175533,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c2f6da09-6444-46c8-9f54-f3967bef1fa5"} {"level":"info","ts":1784849219.517569,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2f6da09-6444-46c8-9f54-f3967bef1fa5","EoS":false} {"level":"info","ts":1784849219.5175807,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2f6da09-6444-46c8-9f54-f3967bef1fa5","EoS":true} {"level":"info","ts":1784849219.517617,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c2f6da09-6444-46c8-9f54-f3967bef1fa5"} {"level":"info","ts":1784849220.335447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849220.3355248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663"} {"level":"info","ts":1784849220.335535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663"} {"level":"info","ts":1784849220.3355467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663","EoS":true} {"level":"info","ts":1784849220.3355734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663","header":"x-maas-subscription"} {"level":"info","ts":1784849220.3355837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663","header":"x-maas-group"} {"level":"info","ts":1784849220.3355901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663","header":"x-maas-username"} {"level":"info","ts":1784849220.3356028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849220.3356314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663"} {"level":"info","ts":1784849220.3366032,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663"} {"level":"info","ts":1784849220.3366244,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663"} {"level":"info","ts":1784849220.336639,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663","EoS":false} {"level":"info","ts":1784849220.3366497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663","EoS":true} {"level":"info","ts":1784849220.336684,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8e06b01c-5297-46e6-9c12-7197e1165663"} {"level":"info","ts":1784849243.4751492,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849243.475236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e"} {"level":"info","ts":1784849243.475249,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e"} {"level":"info","ts":1784849243.4752636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","EoS":true} {"level":"info","ts":1784849243.4752913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","header":"x-maas-subscription"} {"level":"info","ts":1784849243.4753017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","header":"x-maas-group"} {"level":"info","ts":1784849243.4753077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","header":"x-maas-username"} {"level":"info","ts":1784849243.475325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849243.4753528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e"} {"level":"info","ts":1784849243.4783485,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e"} {"level":"info","ts":1784849243.478369,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e"} {"level":"info","ts":1784849243.4783847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","EoS":false} {"level":"info","ts":1784849243.478396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e","EoS":true} {"level":"info","ts":1784849243.4784527,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a17214a-76bc-4747-a49f-3eab410fa64e"} {"level":"info","ts":1784849243.6126828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849243.6127667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4"} {"level":"info","ts":1784849243.612779,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4"} {"level":"info","ts":1784849243.6127906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","EoS":true} {"level":"info","ts":1784849243.612821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","header":"x-maas-username"} {"level":"info","ts":1784849243.6128774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","header":"x-maas-group"} {"level":"info","ts":1784849243.612888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","header":"x-maas-subscription"} {"level":"info","ts":1784849243.6129038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849243.612929,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4"} {"level":"info","ts":1784849243.6139164,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4"} {"level":"info","ts":1784849243.6139345,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4"} {"level":"info","ts":1784849243.6139498,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","EoS":false} {"level":"info","ts":1784849243.6139607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4","EoS":true} {"level":"info","ts":1784849243.6139965,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6175b5f6-09db-402f-8773-663d3aeac5f4"} {"level":"info","ts":1784849243.7514038,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849243.7515023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69"} {"level":"info","ts":1784849243.7515154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69"} {"level":"info","ts":1784849243.7515295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","EoS":true} {"level":"info","ts":1784849243.7515597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","header":"x-maas-subscription"} {"level":"info","ts":1784849243.7515695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","header":"x-maas-username"} {"level":"info","ts":1784849243.7515752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","header":"x-maas-group"} {"level":"info","ts":1784849243.7515893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849243.751618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69"} {"level":"info","ts":1784849243.7525241,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69"} {"level":"info","ts":1784849243.7525432,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69"} {"level":"info","ts":1784849243.752558,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","EoS":false} {"level":"info","ts":1784849243.7525692,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69","EoS":true} {"level":"info","ts":1784849243.7526088,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7de73a0d-9795-4f93-b281-2f57ac761c69"} {"level":"info","ts":1784849243.8870168,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849243.8870938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5"} {"level":"info","ts":1784849243.8871057,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5"} {"level":"info","ts":1784849243.8871179,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","EoS":true} {"level":"info","ts":1784849243.8871398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","header":"x-maas-username"} {"level":"info","ts":1784849243.887153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","header":"x-maas-subscription"} {"level":"info","ts":1784849243.88716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","header":"x-maas-group"} {"level":"info","ts":1784849243.8871737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849243.8871973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5"} {"level":"info","ts":1784849243.8880994,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5"} {"level":"info","ts":1784849243.888116,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5"} {"level":"info","ts":1784849243.8881295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","EoS":false} {"level":"info","ts":1784849243.8881528,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5","EoS":true} {"level":"info","ts":1784849243.8881886,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2ab1d1bb-e636-4ad6-bcee-2fa2cdc3cdf5"} {"level":"info","ts":1784849244.0236156,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849244.0236864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34472e75-47c3-447e-99c3-d19762042770"} {"level":"info","ts":1784849244.0236993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34472e75-47c3-447e-99c3-d19762042770"} {"level":"info","ts":1784849244.023711,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","EoS":true} {"level":"info","ts":1784849244.0237398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","header":"x-maas-username"} {"level":"info","ts":1784849244.0237498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","header":"x-maas-group"} {"level":"info","ts":1784849244.0237558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","header":"x-maas-subscription"} {"level":"info","ts":1784849244.0237677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849244.0237873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34472e75-47c3-447e-99c3-d19762042770"} {"level":"info","ts":1784849244.024738,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34472e75-47c3-447e-99c3-d19762042770"} {"level":"info","ts":1784849244.0247583,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34472e75-47c3-447e-99c3-d19762042770"} {"level":"info","ts":1784849244.0247753,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","EoS":false} {"level":"info","ts":1784849244.0247915,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34472e75-47c3-447e-99c3-d19762042770","EoS":true} {"level":"info","ts":1784849244.0248277,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34472e75-47c3-447e-99c3-d19762042770"} {"level":"info","ts":1784849260.9551795,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849260.9552581,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741"} {"level":"info","ts":1784849260.95527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741"} {"level":"info","ts":1784849260.955282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","EoS":true} {"level":"info","ts":1784849260.9553063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","header":"x-maas-username"} {"level":"info","ts":1784849260.9553168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","header":"x-maas-group"} {"level":"info","ts":1784849260.955321,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","header":"x-maas-subscription"} {"level":"info","ts":1784849260.9553342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849260.955398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741"} {"level":"info","ts":1784849260.9563434,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741"} {"level":"info","ts":1784849260.956369,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741"} {"level":"info","ts":1784849260.9563904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","EoS":false} {"level":"info","ts":1784849260.9564276,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741","EoS":true} {"level":"info","ts":1784849260.9564776,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"29513cf0-f3e3-4bc6-9804-95eae9830741"} {"level":"info","ts":1784849261.0554557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849261.055545,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68b945f6-a345-4ade-b7e9-afe490c69641"} {"level":"info","ts":1784849261.0578141,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68b945f6-a345-4ade-b7e9-afe490c69641"} {"level":"info","ts":1784849261.0578341,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"68b945f6-a345-4ade-b7e9-afe490c69641"} {"level":"info","ts":1784849261.0578547,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68b945f6-a345-4ade-b7e9-afe490c69641","EoS":false} {"level":"info","ts":1784849261.0578701,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"68b945f6-a345-4ade-b7e9-afe490c69641"} {"level":"info","ts":1784849261.0579045,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68b945f6-a345-4ade-b7e9-afe490c69641","EoS":true} {"level":"info","ts":1784849261.0579195,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"68b945f6-a345-4ade-b7e9-afe490c69641"} {"level":"info","ts":1784849265.7067869,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849265.7068825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915"} {"level":"info","ts":1784849265.7068973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915"} {"level":"info","ts":1784849265.706918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","EoS":true} {"level":"info","ts":1784849265.7069604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","header":"x-maas-username"} {"level":"info","ts":1784849265.706973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","header":"x-maas-group"} {"level":"info","ts":1784849265.7069864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","header":"x-maas-subscription"} {"level":"info","ts":1784849265.7070065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849265.7070413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915"} {"level":"info","ts":1784849265.7087,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915"} {"level":"info","ts":1784849265.708726,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915"} {"level":"info","ts":1784849265.708744,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","EoS":false} {"level":"info","ts":1784849265.7087557,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915","EoS":true} {"level":"info","ts":1784849265.7087972,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"21b9fe77-2d99-4b77-afd3-fe0c7653a915"} {"level":"info","ts":1784849278.3431077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849278.3432164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8"} {"level":"info","ts":1784849278.3432317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8"} {"level":"info","ts":1784849278.3432446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","EoS":true} {"level":"info","ts":1784849278.343271,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","header":"x-maas-group"} {"level":"info","ts":1784849278.3433254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","header":"x-maas-username"} {"level":"info","ts":1784849278.343331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","header":"x-maas-subscription"} {"level":"info","ts":1784849278.343344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849278.3433685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8"} {"level":"info","ts":1784849278.3455956,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8"} {"level":"info","ts":1784849278.3456159,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8"} {"level":"info","ts":1784849278.3456306,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","EoS":false} {"level":"info","ts":1784849278.345642,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8","EoS":true} {"level":"info","ts":1784849278.3456798,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d018e2cb-f345-43aa-883a-d33ca988cfa8"} {"level":"info","ts":1784849291.2444549,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849291.2445428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a"} {"level":"info","ts":1784849291.244554,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a"} {"level":"info","ts":1784849291.244566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","EoS":true} {"level":"info","ts":1784849291.2445908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","header":"x-maas-subscription"} {"level":"info","ts":1784849291.2446015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","header":"x-maas-username"} {"level":"info","ts":1784849291.2446065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","header":"x-maas-group"} {"level":"info","ts":1784849291.2446198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849291.244646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a"} {"level":"info","ts":1784849291.2456336,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a"} {"level":"info","ts":1784849291.2456582,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a"} {"level":"info","ts":1784849291.245677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","EoS":false} {"level":"info","ts":1784849291.2456877,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a","EoS":true} {"level":"info","ts":1784849291.2457254,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"36264f3d-7391-4afd-9a63-8dcd73b56c6a"} {"level":"info","ts":1784849299.762861,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849299.762947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e"} {"level":"info","ts":1784849299.762961,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e"} {"level":"info","ts":1784849299.7629738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","EoS":true} {"level":"info","ts":1784849299.7629974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","header":"x-maas-subscription"} {"level":"info","ts":1784849299.7630072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","header":"x-maas-group"} {"level":"info","ts":1784849299.7630124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","header":"x-maas-username"} {"level":"info","ts":1784849299.7630267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849299.763046,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e"} {"level":"info","ts":1784849299.7640727,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e"} {"level":"info","ts":1784849299.7640994,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e"} {"level":"info","ts":1784849299.7641184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","EoS":false} {"level":"info","ts":1784849299.7641299,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e","EoS":true} {"level":"info","ts":1784849299.7641652,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ddeceeaf-fd7f-4ba1-8f9a-6c8a38ccdc4e"} {"level":"info","ts":1784849308.6425145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849308.6425974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514"} {"level":"info","ts":1784849308.6426072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514"} {"level":"info","ts":1784849308.6426215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","EoS":true} {"level":"info","ts":1784849308.6426482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","header":"x-maas-subscription"} {"level":"info","ts":1784849308.6426578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","header":"x-maas-group"} {"level":"info","ts":1784849308.6426623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","header":"x-maas-username"} {"level":"info","ts":1784849308.6426773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849308.6427052,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514"} {"level":"info","ts":1784849308.6436462,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514"} {"level":"info","ts":1784849308.6436634,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514"} {"level":"info","ts":1784849308.6436775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","EoS":false} {"level":"info","ts":1784849308.6436884,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514","EoS":true} {"level":"info","ts":1784849308.6437237,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1deb5943-18f3-4eb4-b853-67d7fa4ed514"} {"level":"info","ts":1784849333.551332,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849333.5514305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a"} {"level":"info","ts":1784849333.551444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a"} {"level":"info","ts":1784849333.5514567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","EoS":true} {"level":"info","ts":1784849333.551484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","header":"x-maas-group"} {"level":"info","ts":1784849333.5514987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","header":"x-maas-subscription"} {"level":"info","ts":1784849333.5515068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","header":"x-maas-username"} {"level":"info","ts":1784849333.5515225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849333.5515456,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a"} {"level":"info","ts":1784849333.552519,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a"} {"level":"info","ts":1784849333.5525448,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a"} {"level":"info","ts":1784849333.552565,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","EoS":false} {"level":"info","ts":1784849333.5525832,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a","EoS":true} {"level":"info","ts":1784849333.5526218,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a0f73c15-0a94-469b-a08f-878eee38ef1a"} {"level":"info","ts":1784849355.9226093,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849355.9226966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246"} {"level":"info","ts":1784849355.922709,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246"} {"level":"info","ts":1784849355.9227204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","EoS":true} {"level":"info","ts":1784849355.9227457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","header":"x-maas-subscription"} {"level":"info","ts":1784849355.9227571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","header":"x-maas-group"} {"level":"info","ts":1784849355.9227622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","header":"x-maas-username"} {"level":"info","ts":1784849355.9227757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784849355.9227984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246"} {"level":"info","ts":1784849355.923804,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246"} {"level":"info","ts":1784849355.923827,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246"} {"level":"info","ts":1784849355.923843,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","EoS":false} {"level":"info","ts":1784849355.9238565,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246","EoS":true} {"level":"info","ts":1784849355.9239001,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d8a29b0d-ade9-41f1-83f6-38176fe13246"} {"level":"info","ts":1784849382.3862963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849382.3863685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f"} {"level":"info","ts":1784849382.3863778,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f"} {"level":"info","ts":1784849382.38639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","EoS":true} {"level":"info","ts":1784849382.3864405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","header":"x-maas-subscription"} {"level":"info","ts":1784849382.3864553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","header":"x-maas-group"} {"level":"info","ts":1784849382.3864625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","header":"x-maas-username"} {"level":"info","ts":1784849382.386479,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849382.3865006,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f"} {"level":"info","ts":1784849382.387425,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f"} {"level":"info","ts":1784849382.3874457,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f"} {"level":"info","ts":1784849382.3874652,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","EoS":false} {"level":"info","ts":1784849382.3874786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f","EoS":true} {"level":"info","ts":1784849382.3875153,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"82874afc-08f5-47e5-945f-8a7c2fcf910f"} {"level":"info","ts":1784849391.826966,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849391.8270466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b"} {"level":"info","ts":1784849391.8270595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b"} {"level":"info","ts":1784849391.8270712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","EoS":true} {"level":"info","ts":1784849391.8270981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","header":"x-maas-username"} {"level":"info","ts":1784849391.8271086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","header":"x-maas-group"} {"level":"info","ts":1784849391.827113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","header":"x-maas-subscription"} {"level":"info","ts":1784849391.827125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849391.8271494,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b"} {"level":"info","ts":1784849391.8298023,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b"} {"level":"info","ts":1784849391.8298278,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b"} {"level":"info","ts":1784849391.829845,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","EoS":false} {"level":"info","ts":1784849391.8298557,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b","EoS":true} {"level":"info","ts":1784849391.829891,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5cd8d9a9-e6b7-4aea-8c79-407e851e6b1b"} {"level":"info","ts":1784849391.8658495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849391.8659134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d"} {"level":"info","ts":1784849391.8659246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d"} {"level":"info","ts":1784849391.8659353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","EoS":true} {"level":"info","ts":1784849391.8659554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","header":"x-maas-group"} {"level":"info","ts":1784849391.8659654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","header":"x-maas-username"} {"level":"info","ts":1784849391.8659708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","header":"x-maas-subscription"} {"level":"info","ts":1784849391.8659816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849391.866005,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d"} {"level":"info","ts":1784849391.86687,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d"} {"level":"info","ts":1784849391.8669004,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d"} {"level":"info","ts":1784849391.8669202,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","EoS":false} {"level":"info","ts":1784849391.866931,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d","EoS":true} {"level":"info","ts":1784849391.8669674,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"970dd7f8-d3f8-4abd-bc6c-8cf77e0bed9d"} {"level":"info","ts":1784849411.0409048,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849411.0409756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93"} {"level":"info","ts":1784849411.0409913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93"} {"level":"info","ts":1784849411.0410032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","EoS":true} {"level":"info","ts":1784849411.0410318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","header":"x-maas-group"} {"level":"info","ts":1784849411.0410423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","header":"x-maas-subscription"} {"level":"info","ts":1784849411.041048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","header":"x-maas-username"} {"level":"info","ts":1784849411.041061,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849411.041086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93"} {"level":"info","ts":1784849411.0421956,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93"} {"level":"info","ts":1784849411.0422218,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93"} {"level":"info","ts":1784849411.0422454,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","EoS":false} {"level":"info","ts":1784849411.0422618,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93","EoS":true} {"level":"info","ts":1784849411.0423145,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"779b56c5-331f-492b-83d9-2f766c2e6c93"} {"level":"info","ts":1784849539.853497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849539.8535795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd"} {"level":"info","ts":1784849539.8535895,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd"} {"level":"info","ts":1784849539.853601,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","EoS":true} {"level":"info","ts":1784849539.8536286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","header":"x-maas-subscription"} {"level":"info","ts":1784849539.8536386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","header":"x-maas-username"} {"level":"info","ts":1784849539.8536446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","header":"x-maas-group"} {"level":"info","ts":1784849539.853657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784849539.8536808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd"} {"level":"info","ts":1784849539.856149,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd"} {"level":"info","ts":1784849539.8561678,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd"} {"level":"info","ts":1784849539.856181,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","EoS":false} {"level":"info","ts":1784849539.8561912,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd","EoS":true} {"level":"info","ts":1784849539.856229,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"85524e15-9a8a-408b-914c-6ed348254dfd"} {"level":"info","ts":1784849577.0429077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849577.0429823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218"} {"level":"info","ts":1784849577.0429926,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218"} {"level":"info","ts":1784849577.0430036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","EoS":true} {"level":"info","ts":1784849577.0430298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","header":"x-maas-subscription"} {"level":"info","ts":1784849577.0430403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","header":"x-maas-username"} {"level":"info","ts":1784849577.0430453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","header":"x-maas-group"} {"level":"info","ts":1784849577.0430584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849577.043083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218"} {"level":"info","ts":1784849577.0464363,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218"} {"level":"info","ts":1784849577.046458,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218"} {"level":"info","ts":1784849577.046475,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","EoS":false} {"level":"info","ts":1784849577.046486,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218","EoS":true} {"level":"info","ts":1784849577.0465255,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"439cc55c-59e1-4d2d-b891-c4192dcb6218"} {"level":"info","ts":1784849592.3294528,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849592.3295298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556"} {"level":"info","ts":1784849592.32954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556"} {"level":"info","ts":1784849592.3295512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","EoS":true} {"level":"info","ts":1784849592.3295758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","header":"x-maas-username"} {"level":"info","ts":1784849592.329585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","header":"x-maas-subscription"} {"level":"info","ts":1784849592.3295906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","header":"x-maas-group"} {"level":"info","ts":1784849592.329605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849592.3296268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556"} {"level":"info","ts":1784849592.3306472,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556"} {"level":"info","ts":1784849592.3306646,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556"} {"level":"info","ts":1784849592.3306785,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","EoS":false} {"level":"info","ts":1784849592.3306894,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556","EoS":true} {"level":"info","ts":1784849592.3307219,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"877edbf1-f55d-4f53-9689-bbe1805e1556"} {"level":"info","ts":1784849877.6622326,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849877.662319,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa"} {"level":"info","ts":1784849877.662328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa"} {"level":"info","ts":1784849877.6623392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","EoS":true} {"level":"info","ts":1784849877.6623645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","header":"x-maas-subscription"} {"level":"info","ts":1784849877.662375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","header":"x-maas-group"} {"level":"info","ts":1784849877.6623793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","header":"x-maas-username"} {"level":"info","ts":1784849877.662392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784849877.6624343,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa"} {"level":"info","ts":1784849877.6635103,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa"} {"level":"info","ts":1784849877.6635363,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa"} {"level":"info","ts":1784849877.663553,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","EoS":false} {"level":"info","ts":1784849877.6635652,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa","EoS":true} {"level":"info","ts":1784849877.6636026,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3a5b9853-3c4a-4179-a42a-617b45d72faa"} {"level":"info","ts":1784849882.4682696,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fa7cd71c-b935-4519-bd9c-87fb559f35c2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784849882.4685745,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35898.139175156,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.4686007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.527862,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.569315,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fa7cd71c-b935-4519-bd9c-87fb559f35c2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784849882.5862339,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"382b9cba-8a7b-4f21-a318-70c0aa3a6ff7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784849882.5862691,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"382b9cba-8a7b-4f21-a318-70c0aa3a6ff7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784849882.5863206,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c2c23de-4dee-4914-a296-f12ac9c5f076"} {"level":"info","ts":1784849882.5936842,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"480efc74-7337-4948-96a1-6cae51e1d403","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784849882.593723,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"480efc74-7337-4948-96a1-6cae51e1d403","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784849882.594252,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c2c23de-4dee-4914-a296-f12ac9c5f076","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849882.594481,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34586.599910283,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.5944967,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.6033857,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.6954918,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c2c23de-4dee-4914-a296-f12ac9c5f076","name":"e2e-external-provider"} {"level":"info","ts":1784849882.7010775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f595267c-1a06-47b3-abe6-3277b4aa2ad0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.7011228,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f595267c-1a06-47b3-abe6-3277b4aa2ad0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784849882.7011297,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"495f1f14-f1d0-4031-9e2c-9b9a2dcfb835"} {"level":"info","ts":1784849882.7087767,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3dbce00-62e8-46f5-ae51-dd3b273650ab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.7088094,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3dbce00-62e8-46f5-ae51-dd3b273650ab","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784849882.7092166,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"495f1f14-f1d0-4031-9e2c-9b9a2dcfb835","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784849882.7124856,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c2c23de-4dee-4914-a296-f12ac9c5f076","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784849882.7172034,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9348657-cd3c-4c23-bad6-d8dcad8b233e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.717228,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9348657-cd3c-4c23-bad6-d8dcad8b233e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784849882.7172217,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"495f1f14-f1d0-4031-9e2c-9b9a2dcfb835","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849882.7173107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89e27c2a-a390-4d52-a02e-dc3c240e3c46"} {"level":"info","ts":1784849882.7173448,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89e27c2a-a390-4d52-a02e-dc3c240e3c46","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784849882.720439,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c2c23de-4dee-4914-a296-f12ac9c5f076","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784849882.721478,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89e27c2a-a390-4d52-a02e-dc3c240e3c46","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849882.7250867,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c2c23de-4dee-4914-a296-f12ac9c5f076","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784849882.728396,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c2c23de-4dee-4914-a296-f12ac9c5f076","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849882.7284822,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a13fe52-18fc-4f70-8deb-ee9c7a2e0749"} {"level":"info","ts":1784849882.7285287,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a13fe52-18fc-4f70-8deb-ee9c7a2e0749","name":"e2e-external-provider"} {"level":"info","ts":1784849882.7319958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8e75932-5227-4af4-aef9-7c059b23eb6d"} {"level":"info","ts":1784849882.7320194,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8e75932-5227-4af4-aef9-7c059b23eb6d","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784849882.7359064,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8e75932-5227-4af4-aef9-7c059b23eb6d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849882.737232,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a13fe52-18fc-4f70-8deb-ee9c7a2e0749","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784849882.7421505,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"587ee8a8-db79-4f26-9f90-daf509703019","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784849882.7421656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67184c05-021a-45e1-bf90-72f248645181"} {"level":"info","ts":1784849882.742177,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"587ee8a8-db79-4f26-9f90-daf509703019","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784849882.742242,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d722ccb-ca5c-4def-94c8-0c24d60ae92c"} {"level":"info","ts":1784849882.7423563,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33560.356401541,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.742372,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.7427616,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d722ccb-ca5c-4def-94c8-0c24d60ae92c","name":"e2e-external-provider"} {"level":"info","ts":1784849882.7424507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0038f378-9878-4c77-b52a-5ae4885a2318","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.7428882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0038f378-9878-4c77-b52a-5ae4885a2318","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784849882.7508404,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784849882.752125,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d722ccb-ca5c-4def-94c8-0c24d60ae92c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784849882.8423955,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67184c05-021a-45e1-bf90-72f248645181","name":"e2e-external-model"} {"level":"info","ts":1784849882.8514926,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67184c05-021a-45e1-bf90-72f248645181","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784849882.8585227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0f81739-731f-45ac-b7cd-d0056d96b616","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.8585646,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0f81739-731f-45ac-b7cd-d0056d96b616","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784849882.8586297,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44b9ee88-d530-47a0-853c-a54f3f90f015"} {"level":"info","ts":1784849882.85869,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44b9ee88-d530-47a0-853c-a54f3f90f015","name":"e2e-external-model"} {"level":"info","ts":1784849882.8741908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20288a1e-e2ff-453b-b582-d328ec59be5f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.8742275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20288a1e-e2ff-453b-b582-d328ec59be5f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784849882.87426,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44b9ee88-d530-47a0-853c-a54f3f90f015","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849882.8743312,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"268de47b-735b-45f5-bfe8-d90d51f8b8b4"} {"level":"info","ts":1784849882.8743858,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"268de47b-735b-45f5-bfe8-d90d51f8b8b4","name":"e2e-external-model"} {"level":"info","ts":1784849882.8810613,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"268de47b-735b-45f5-bfe8-d90d51f8b8b4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784849882.8863482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40c9dca0-12e8-43be-875e-e19dc316e877","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849882.8863742,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40c9dca0-12e8-43be-875e-e19dc316e877","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784849882.8865137,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dacd963-6180-497d-8496-cbcea73000c5"} {"level":"info","ts":1784849882.8865604,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dacd963-6180-497d-8496-cbcea73000c5","name":"e2e-external-model"} {"level":"info","ts":1784849882.8971107,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dacd963-6180-497d-8496-cbcea73000c5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784849890.1775455,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849890.177616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd"} {"level":"info","ts":1784849890.1776292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd"} {"level":"info","ts":1784849890.1776404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","EoS":true} {"level":"info","ts":1784849890.1776655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","header":"x-maas-group"} {"level":"info","ts":1784849890.1776752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","header":"x-maas-username"} {"level":"info","ts":1784849890.17768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","header":"x-maas-subscription"} {"level":"info","ts":1784849890.1776927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784849890.1777015,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","modelName":"e2e-external-model"} {"level":"info","ts":1784849890.177713,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784849890.1777508,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784849890.1777663,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd","authType":"apikey"} {"level":"info","ts":1784849890.1777883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9130b7e8-80bb-4fe4-a889-36afbc8cfdfd"} {"level":"info","ts":1784849890.30296,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4296526-6304-4b6a-b01d-98263fe18edb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784849890.303,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4296526-6304-4b6a-b01d-98263fe18edb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784849890.3029985,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ef299d3-7635-42dc-a93c-3a1be2980e5a"} {"level":"info","ts":1784849890.3075082,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0abf5968-c9ef-42a5-8c5f-681560b89301","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784849890.307537,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0abf5968-c9ef-42a5-8c5f-681560b89301","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784849890.3106506,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ef299d3-7635-42dc-a93c-3a1be2980e5a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849890.310721,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ef299d3-7635-42dc-a93c-3a1be2980e5a","name":"e2e-cleanup-test"} {"level":"info","ts":1784849890.3230736,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16e9ad22-bcd4-4db1-a08c-4f1bd4897864","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784849890.3231006,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16e9ad22-bcd4-4db1-a08c-4f1bd4897864","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784849890.3295572,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ef299d3-7635-42dc-a93c-3a1be2980e5a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784849890.3295999,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ef299d3-7635-42dc-a93c-3a1be2980e5a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784849890.329676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04bc861c-2200-4ca0-9a04-c7f9c0e914b3"} {"level":"info","ts":1784849890.3297684,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04bc861c-2200-4ca0-9a04-c7f9c0e914b3","name":"e2e-cleanup-test"} {"level":"info","ts":1784849890.337321,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04bc861c-2200-4ca0-9a04-c7f9c0e914b3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784849898.5729046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97c72d42-7d7f-40fd-9067-a301c0fc995b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784849898.5729244,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0467e57-ab50-4d78-b8cb-915049c3d984"} {"level":"info","ts":1784849898.5729444,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97c72d42-7d7f-40fd-9067-a301c0fc995b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784849902.8863237,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849902.8864021,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f"} {"level":"info","ts":1784849902.8864274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f"} {"level":"info","ts":1784849902.8864405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f","EoS":true} {"level":"info","ts":1784849902.886477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784849902.8865073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44c91e0a-dbb3-4107-a36e-50703ef1c83f"} {"level":"info","ts":1784849902.9309275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849902.9310055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742"} {"level":"info","ts":1784849902.931019,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742"} {"level":"info","ts":1784849902.931033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","EoS":true} {"level":"info","ts":1784849902.931055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","header":"x-maas-group"} {"level":"info","ts":1784849902.9310699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","header":"x-maas-subscription"} {"level":"info","ts":1784849902.9310753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","header":"x-maas-username"} {"level":"info","ts":1784849902.9311244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784849902.9311373,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","modelName":"e2e-external-model"} {"level":"info","ts":1784849902.931153,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784849902.9311733,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784849902.9311879,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742","authType":"apikey"} {"level":"info","ts":1784849902.9312105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8302c1a6-bc99-41f1-aa72-9a115e3f4742"} {"level":"info","ts":1784849902.9665217,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849902.9665766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8"} {"level":"info","ts":1784849902.9665866,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8"} {"level":"info","ts":1784849902.966598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","EoS":true} {"level":"info","ts":1784849902.96662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","header":"x-maas-group"} {"level":"info","ts":1784849902.96663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","header":"x-maas-username"} {"level":"info","ts":1784849902.9666348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","header":"x-maas-subscription"} {"level":"info","ts":1784849902.9666455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784849902.966664,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8"} {"level":"info","ts":1784849903.0671844,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8"} {"level":"info","ts":1784849903.0672123,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8"} {"level":"info","ts":1784849903.0672312,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","EoS":false} {"level":"info","ts":1784849903.0672438,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","EoS":true} {"level":"error","ts":1784849903.0672576,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784849903.0673215,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0a34bc92-829e-4dc8-b9da-450274b5e7f8"} {"level":"info","ts":1784849903.1091866,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784849903.109244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b"} {"level":"info","ts":1784849903.109258,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b"} {"level":"info","ts":1784849903.109269,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b","EoS":true} {"level":"info","ts":1784849903.109289,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b","header":"x-maas-subscription"} {"level":"info","ts":1784849903.1092978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b","header":"x-maas-username"} {"level":"info","ts":1784849903.1093018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b","header":"x-maas-group"} {"level":"info","ts":1784849903.1093264,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b"} {"level":"info","ts":1784849903.2106197,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b"} {"level":"info","ts":1784849903.2106504,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b"} {"level":"info","ts":1784849903.210669,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b","EoS":false} {"level":"info","ts":1784849903.2106826,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b","EoS":true} {"level":"error","ts":1784849903.210696,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784849903.2107346,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a273112a-5072-9d6a-b1d7-2f3c893a669b"} {"level":"info","ts":1784849904.0466428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83968a72-07d3-41b3-9e42-7da1ecdd668e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849904.0466828,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83968a72-07d3-41b3-9e42-7da1ecdd668e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784849904.0466518,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77f9bb14-5a6f-4d91-862c-a8bbc6ae47e3"} {"level":"info","ts":1784849904.191773,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4d5614a-1f2b-408e-bc0c-543d005da8db"} {"level":"info","ts":1784849904.19181,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2df9d07-4493-4f7b-9d6c-59519d36a581","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784849904.1918437,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2df9d07-4493-4f7b-9d6c-59519d36a581","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784849904.312233,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7d8634ac-5f50-4a61-8cb8-f7398032ccfb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784849904.3122864,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7d8634ac-5f50-4a61-8cb8-f7398032ccfb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784850487.5368657,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784850487.5369453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14"} {"level":"info","ts":1784850487.5369537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14"} {"level":"info","ts":1784850487.5369654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","EoS":true} {"level":"info","ts":1784850487.536991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","header":"x-maas-subscription"} {"level":"info","ts":1784850487.5370028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","header":"x-maas-username"} {"level":"info","ts":1784850487.5370085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","header":"x-maas-group"} {"level":"info","ts":1784850487.5370214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","path":"/ai-tenant-e2e-inf-b-d7e557/test-model-d7e557/v1/chat/completions"} {"level":"info","ts":1784850487.5370483,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14"} {"level":"info","ts":1784850487.550126,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14"} {"level":"info","ts":1784850487.5501497,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14"} {"level":"info","ts":1784850487.5501704,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","EoS":false} {"level":"info","ts":1784850487.5501888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14","EoS":true} {"level":"info","ts":1784850487.5502439,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b0c5d01b-f6ac-46a2-94c8-21bafd330d14"} {"level":"info","ts":1784850965.3944016,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784850965.3944921,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da"} {"level":"info","ts":1784850965.3944998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da"} {"level":"info","ts":1784850965.3945124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","EoS":true} {"level":"info","ts":1784850965.3945363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","header":"x-maas-username"} {"level":"info","ts":1784850965.3945475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","header":"x-maas-subscription"} {"level":"info","ts":1784850965.3945525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","header":"x-maas-group"} {"level":"info","ts":1784850965.3945649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","path":"/ai-tenant-e2e-shared-b-fc333b/rate-test-model-fc333b/v1/completions"} {"level":"info","ts":1784850965.3945904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da"} {"level":"info","ts":1784850965.4075356,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da"} {"level":"info","ts":1784850965.407561,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da"} {"level":"info","ts":1784850965.40758,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","EoS":false} {"level":"info","ts":1784850965.4075904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da","EoS":true} {"level":"info","ts":1784850965.4076228,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9df4dde5-c435-4c45-85d2-8b26ecef36da"}