{"level":"info","ts":1784657728.8927622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78eb163c-358d-4ab0-9436-1a4eab5d95b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657728.8927953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78eb163c-358d-4ab0-9436-1a4eab5d95b9"} {"level":"info","ts":1784657728.8936455,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78eb163c-358d-4ab0-9436-1a4eab5d95b9"} {"level":"info","ts":1784657728.8936656,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"78eb163c-358d-4ab0-9436-1a4eab5d95b9"} {"level":"info","ts":1784657728.89368,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"78eb163c-358d-4ab0-9436-1a4eab5d95b9","EoS":false} {"level":"info","ts":1784657728.893701,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"78eb163c-358d-4ab0-9436-1a4eab5d95b9","EoS":true} {"level":"info","ts":1784657728.8937385,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"78eb163c-358d-4ab0-9436-1a4eab5d95b9"} {"level":"info","ts":1784657752.0475078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.0475945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3"} {"level":"info","ts":1784657752.0476136,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3"} {"level":"info","ts":1784657752.0476332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","EoS":true} {"level":"info","ts":1784657752.0476694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","header":"x-maas-username"} {"level":"info","ts":1784657752.0476818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","header":"x-maas-group"} {"level":"info","ts":1784657752.0476894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","header":"x-maas-subscription"} {"level":"info","ts":1784657752.0477057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.0477438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3"} {"level":"info","ts":1784657752.0493689,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3"} {"level":"info","ts":1784657752.04939,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3"} {"level":"info","ts":1784657752.0494058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","EoS":false} {"level":"info","ts":1784657752.0494173,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3","EoS":true} {"level":"info","ts":1784657752.0494978,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aad61504-5a13-4f56-a8e8-94b6c44fe2c3"} {"level":"info","ts":1784657752.1865907,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.186684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad"} {"level":"info","ts":1784657752.1866984,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad"} {"level":"info","ts":1784657752.186716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","EoS":true} {"level":"info","ts":1784657752.1867495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","header":"x-maas-group"} {"level":"info","ts":1784657752.1867635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","header":"x-maas-username"} {"level":"info","ts":1784657752.186772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","header":"x-maas-subscription"} {"level":"info","ts":1784657752.1867914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.186823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad"} {"level":"info","ts":1784657752.1890862,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad"} {"level":"info","ts":1784657752.189101,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad"} {"level":"info","ts":1784657752.1891177,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","EoS":false} {"level":"info","ts":1784657752.189141,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad","EoS":true} {"level":"info","ts":1784657752.1891804,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"471f1bd5-1466-43f4-b0a3-ff8a50351aad"} {"level":"info","ts":1784657752.3303137,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.3304029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec"} {"level":"info","ts":1784657752.3304167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec"} {"level":"info","ts":1784657752.330436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","EoS":true} {"level":"info","ts":1784657752.3305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","header":"x-maas-username"} {"level":"info","ts":1784657752.330512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","header":"x-maas-group"} {"level":"info","ts":1784657752.3305194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","header":"x-maas-subscription"} {"level":"info","ts":1784657752.3305411,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.3305721,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec"} {"level":"info","ts":1784657752.331508,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec"} {"level":"info","ts":1784657752.3315206,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec"} {"level":"info","ts":1784657752.3315363,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","EoS":false} {"level":"info","ts":1784657752.3315632,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec","EoS":true} {"level":"info","ts":1784657752.3316064,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d33504fa-86bb-490c-8932-0e5368cd59ec"} {"level":"info","ts":1784657752.4709713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.471038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a"} {"level":"info","ts":1784657752.471048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a"} {"level":"info","ts":1784657752.4710586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","EoS":true} {"level":"info","ts":1784657752.471081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","header":"x-maas-username"} {"level":"info","ts":1784657752.4710908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","header":"x-maas-subscription"} {"level":"info","ts":1784657752.4710956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","header":"x-maas-group"} {"level":"info","ts":1784657752.4711075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.4711337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a"} {"level":"info","ts":1784657752.4720633,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a"} {"level":"info","ts":1784657752.4720821,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a"} {"level":"info","ts":1784657752.472102,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","EoS":false} {"level":"info","ts":1784657752.4721134,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a","EoS":true} {"level":"info","ts":1784657752.4721477,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"76dcd0ed-a576-448d-8ee2-dcffa7373b4a"} {"level":"info","ts":1784657752.6104138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657752.6104965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e"} {"level":"info","ts":1784657752.6105094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e"} {"level":"info","ts":1784657752.6105204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","EoS":true} {"level":"info","ts":1784657752.6105428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","header":"x-maas-username"} {"level":"info","ts":1784657752.610553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","header":"x-maas-subscription"} {"level":"info","ts":1784657752.610559,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","header":"x-maas-group"} {"level":"info","ts":1784657752.61057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657752.6105943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e"} {"level":"info","ts":1784657752.6115375,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e"} {"level":"info","ts":1784657752.6115491,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e"} {"level":"info","ts":1784657752.6115603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","EoS":false} {"level":"info","ts":1784657752.6115716,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e","EoS":true} {"level":"info","ts":1784657752.6116061,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7cb40195-e800-4e26-a1f4-6283af4e012e"} {"level":"info","ts":1784657769.4605012,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657769.4605792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd"} {"level":"info","ts":1784657769.460592,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd"} {"level":"info","ts":1784657769.4606042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","EoS":true} {"level":"info","ts":1784657769.4606292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","header":"x-maas-subscription"} {"level":"info","ts":1784657769.4606397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","header":"x-maas-group"} {"level":"info","ts":1784657769.4606447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","header":"x-maas-username"} {"level":"info","ts":1784657769.4606566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657769.4606802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd"} {"level":"info","ts":1784657769.4627628,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd"} {"level":"info","ts":1784657769.462784,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd"} {"level":"info","ts":1784657769.4628053,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","EoS":false} {"level":"info","ts":1784657769.4628217,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd","EoS":true} {"level":"info","ts":1784657769.462868,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d687d56-3a24-4c79-adb5-b3ba84df5bfd"} {"level":"info","ts":1784657769.5738308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657769.5739098,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3b4fc6c-19d3-4407-b996-ef86ccc0dbd8"} {"level":"info","ts":1784657769.5756907,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3b4fc6c-19d3-4407-b996-ef86ccc0dbd8"} {"level":"info","ts":1784657769.5757115,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d3b4fc6c-19d3-4407-b996-ef86ccc0dbd8"} {"level":"info","ts":1784657769.5757327,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3b4fc6c-19d3-4407-b996-ef86ccc0dbd8","EoS":false} {"level":"info","ts":1784657769.5757496,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"d3b4fc6c-19d3-4407-b996-ef86ccc0dbd8"} {"level":"info","ts":1784657769.57579,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3b4fc6c-19d3-4407-b996-ef86ccc0dbd8","EoS":true} {"level":"info","ts":1784657769.5758026,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"d3b4fc6c-19d3-4407-b996-ef86ccc0dbd8"} {"level":"info","ts":1784657774.2012565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657774.2013278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6"} {"level":"info","ts":1784657774.201341,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6"} {"level":"info","ts":1784657774.2013524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","EoS":true} {"level":"info","ts":1784657774.201382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","header":"x-maas-subscription"} {"level":"info","ts":1784657774.201392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","header":"x-maas-username"} {"level":"info","ts":1784657774.2014081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","header":"x-maas-group"} {"level":"info","ts":1784657774.201424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657774.2014616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6"} {"level":"info","ts":1784657774.2024393,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6"} {"level":"info","ts":1784657774.2024817,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6"} {"level":"info","ts":1784657774.2025027,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","EoS":false} {"level":"info","ts":1784657774.2025175,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6","EoS":true} {"level":"info","ts":1784657774.2025602,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cff8834f-bd4a-4e35-b0ed-5e1e578ac6e6"} {"level":"info","ts":1784657786.849682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657786.8498108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a"} {"level":"info","ts":1784657786.8498259,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a"} {"level":"info","ts":1784657786.8498392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","EoS":true} {"level":"info","ts":1784657786.8498642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","header":"x-maas-username"} {"level":"info","ts":1784657786.8498755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","header":"x-maas-group"} {"level":"info","ts":1784657786.8498845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","header":"x-maas-subscription"} {"level":"info","ts":1784657786.8499017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657786.8499844,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a"} {"level":"info","ts":1784657786.8512177,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a"} {"level":"info","ts":1784657786.851236,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a"} {"level":"info","ts":1784657786.8512492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","EoS":false} {"level":"info","ts":1784657786.8512602,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a","EoS":true} {"level":"info","ts":1784657786.8512993,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"625d0fad-5a59-4ae0-a6fd-2b362dac733a"} {"level":"info","ts":1784657799.727004,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657799.7270854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4"} {"level":"info","ts":1784657799.727102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4"} {"level":"info","ts":1784657799.7271225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","EoS":true} {"level":"info","ts":1784657799.7271554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","header":"x-maas-subscription"} {"level":"info","ts":1784657799.7271688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","header":"x-maas-group"} {"level":"info","ts":1784657799.7271757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","header":"x-maas-username"} {"level":"info","ts":1784657799.7271945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657799.7272267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4"} {"level":"info","ts":1784657799.7281573,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4"} {"level":"info","ts":1784657799.7281814,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4"} {"level":"info","ts":1784657799.7282004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","EoS":false} {"level":"info","ts":1784657799.7282162,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4","EoS":true} {"level":"info","ts":1784657799.7282603,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ae4b2f66-c2e5-40bc-8315-65c5aa6b7fd4"} {"level":"info","ts":1784657808.2733727,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657808.2734642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160"} {"level":"info","ts":1784657808.27348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160"} {"level":"info","ts":1784657808.2734928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","EoS":true} {"level":"info","ts":1784657808.2735157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","header":"x-maas-username"} {"level":"info","ts":1784657808.2735245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","header":"x-maas-group"} {"level":"info","ts":1784657808.273529,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","header":"x-maas-subscription"} {"level":"info","ts":1784657808.2735403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657808.2735631,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160"} {"level":"info","ts":1784657808.2745304,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160"} {"level":"info","ts":1784657808.2745526,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160"} {"level":"info","ts":1784657808.2745671,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","EoS":false} {"level":"info","ts":1784657808.2745812,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160","EoS":true} {"level":"info","ts":1784657808.274626,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"52fb8ef2-291d-43f9-b9d4-7d1c85b39160"} {"level":"info","ts":1784657817.1360767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657817.1361506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123"} {"level":"info","ts":1784657817.1361628,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123"} {"level":"info","ts":1784657817.1361747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","EoS":true} {"level":"info","ts":1784657817.1361964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","header":"x-maas-subscription"} {"level":"info","ts":1784657817.1362052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","header":"x-maas-group"} {"level":"info","ts":1784657817.1362107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","header":"x-maas-username"} {"level":"info","ts":1784657817.1362238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657817.1362455,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123"} {"level":"info","ts":1784657817.1372297,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123"} {"level":"info","ts":1784657817.1372516,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123"} {"level":"info","ts":1784657817.137267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","EoS":false} {"level":"info","ts":1784657817.1372797,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123","EoS":true} {"level":"info","ts":1784657817.1373236,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a7323229-8bd9-4540-b737-5d5ea9a66123"} {"level":"info","ts":1784657845.1763446,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657845.17644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d"} {"level":"info","ts":1784657845.176464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d"} {"level":"info","ts":1784657845.1764758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","EoS":true} {"level":"info","ts":1784657845.1765006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","header":"x-maas-subscription"} {"level":"info","ts":1784657845.1765125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","header":"x-maas-username"} {"level":"info","ts":1784657845.1765175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","header":"x-maas-group"} {"level":"info","ts":1784657845.1765301,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657845.1765633,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d"} {"level":"info","ts":1784657845.1778414,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d"} {"level":"info","ts":1784657845.1778674,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d"} {"level":"info","ts":1784657845.1778898,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","EoS":false} {"level":"info","ts":1784657845.1779063,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d","EoS":true} {"level":"info","ts":1784657845.1779532,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"af5bd4c1-68ca-4586-9081-9c083298e82d"} {"level":"info","ts":1784657868.3115106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657868.3116093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd"} {"level":"info","ts":1784657868.3116348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd"} {"level":"info","ts":1784657868.311653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","EoS":true} {"level":"info","ts":1784657868.3116872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","header":"x-maas-username"} {"level":"info","ts":1784657868.3117015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","header":"x-maas-subscription"} {"level":"info","ts":1784657868.3117104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","header":"x-maas-group"} {"level":"info","ts":1784657868.3117273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784657868.3117588,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd"} {"level":"info","ts":1784657868.313111,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd"} {"level":"info","ts":1784657868.3131359,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd"} {"level":"info","ts":1784657868.3131542,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","EoS":false} {"level":"info","ts":1784657868.3131666,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd","EoS":true} {"level":"info","ts":1784657868.3132071,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"184cc48e-ff20-4219-b138-0b08719d4ccd"} {"level":"info","ts":1784657894.8431392,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657894.8432217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226"} {"level":"info","ts":1784657894.8432417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226"} {"level":"info","ts":1784657894.8432612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","EoS":true} {"level":"info","ts":1784657894.843299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","header":"x-maas-subscription"} {"level":"info","ts":1784657894.8433113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","header":"x-maas-username"} {"level":"info","ts":1784657894.8433185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","header":"x-maas-group"} {"level":"info","ts":1784657894.843338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657894.843371,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226"} {"level":"info","ts":1784657894.8454807,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226"} {"level":"info","ts":1784657894.845502,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226"} {"level":"info","ts":1784657894.8455176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","EoS":false} {"level":"info","ts":1784657894.8455286,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226","EoS":true} {"level":"info","ts":1784657894.8455672,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8d968e99-d34f-4ef6-bdc6-02c96d082226"} {"level":"info","ts":1784657904.2762434,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657904.2763586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42"} {"level":"info","ts":1784657904.276379,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42"} {"level":"info","ts":1784657904.2763975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","EoS":true} {"level":"info","ts":1784657904.2764337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","header":"x-maas-subscription"} {"level":"info","ts":1784657904.27647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","header":"x-maas-group"} {"level":"info","ts":1784657904.2764785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","header":"x-maas-username"} {"level":"info","ts":1784657904.2764943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657904.276523,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42"} {"level":"info","ts":1784657904.2774863,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42"} {"level":"info","ts":1784657904.2775075,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42"} {"level":"info","ts":1784657904.2775233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","EoS":false} {"level":"info","ts":1784657904.2775352,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42","EoS":true} {"level":"info","ts":1784657904.2775702,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f290bdab-3386-41dd-9c71-a9352ea45c42"} {"level":"info","ts":1784657904.3170485,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657904.3171377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123"} {"level":"info","ts":1784657904.3171527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123"} {"level":"info","ts":1784657904.3171718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","EoS":true} {"level":"info","ts":1784657904.317208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","header":"x-maas-group"} {"level":"info","ts":1784657904.3172219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","header":"x-maas-subscription"} {"level":"info","ts":1784657904.31723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","header":"x-maas-username"} {"level":"info","ts":1784657904.3172503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657904.3172882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123"} {"level":"info","ts":1784657904.31823,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123"} {"level":"info","ts":1784657904.3182456,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123"} {"level":"info","ts":1784657904.3182628,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","EoS":false} {"level":"info","ts":1784657904.3182797,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123","EoS":true} {"level":"info","ts":1784657904.318329,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"90156bd6-67b4-4cbe-85b7-2f11aefae123"} {"level":"info","ts":1784657923.4559174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784657923.4560077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9"} {"level":"info","ts":1784657923.456022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9"} {"level":"info","ts":1784657923.4560406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","EoS":true} {"level":"info","ts":1784657923.4560797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","header":"x-maas-subscription"} {"level":"info","ts":1784657923.4560916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","header":"x-maas-group"} {"level":"info","ts":1784657923.456102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","header":"x-maas-username"} {"level":"info","ts":1784657923.4561207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784657923.4561539,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9"} {"level":"info","ts":1784657923.4570837,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9"} {"level":"info","ts":1784657923.4570987,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9"} {"level":"info","ts":1784657923.4571176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","EoS":false} {"level":"info","ts":1784657923.4571323,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9","EoS":true} {"level":"info","ts":1784657923.4571757,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"589f046e-8e5a-4603-8d9c-4fb626abf0e9"} {"level":"info","ts":1784658054.4993818,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658054.4994817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527"} {"level":"info","ts":1784658054.4994922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527"} {"level":"info","ts":1784658054.4995039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","EoS":true} {"level":"info","ts":1784658054.4995284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","header":"x-maas-subscription"} {"level":"info","ts":1784658054.499539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","header":"x-maas-username"} {"level":"info","ts":1784658054.4995446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","header":"x-maas-group"} {"level":"info","ts":1784658054.4995563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784658054.499579,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527"} {"level":"info","ts":1784658054.5015147,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527"} {"level":"info","ts":1784658054.5015364,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527"} {"level":"info","ts":1784658054.5015514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","EoS":false} {"level":"info","ts":1784658054.5015655,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527","EoS":true} {"level":"info","ts":1784658054.501604,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"33ddb3d0-9fcc-488d-bb7a-7c9d616c4527"} {"level":"info","ts":1784658093.6875663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658093.6876497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1"} {"level":"info","ts":1784658093.6876633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1"} {"level":"info","ts":1784658093.687676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","EoS":true} {"level":"info","ts":1784658093.687703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","header":"x-maas-group"} {"level":"info","ts":1784658093.687713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","header":"x-maas-subscription"} {"level":"info","ts":1784658093.6877177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","header":"x-maas-username"} {"level":"info","ts":1784658093.68773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784658093.6877532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1"} {"level":"info","ts":1784658093.6898348,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1"} {"level":"info","ts":1784658093.6898608,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1"} {"level":"info","ts":1784658093.6898766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","EoS":false} {"level":"info","ts":1784658093.6898878,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1","EoS":true} {"level":"info","ts":1784658093.6899285,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d391c3f5-0753-40cc-b94d-59b1ed83cca1"} {"level":"info","ts":1784658108.9890134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658108.9890933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17"} {"level":"info","ts":1784658108.9891076,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17"} {"level":"info","ts":1784658108.98912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","EoS":true} {"level":"info","ts":1784658108.989144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","header":"x-maas-group"} {"level":"info","ts":1784658108.989154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","header":"x-maas-username"} {"level":"info","ts":1784658108.9891598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","header":"x-maas-subscription"} {"level":"info","ts":1784658108.9891722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784658108.9891953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17"} {"level":"info","ts":1784658108.9901035,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17"} {"level":"info","ts":1784658108.9901292,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17"} {"level":"info","ts":1784658108.9901454,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","EoS":false} {"level":"info","ts":1784658108.990159,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17","EoS":true} {"level":"info","ts":1784658108.9901962,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0a65b263-276c-4c79-9fc9-5da629abff17"} {"level":"info","ts":1784658418.677772,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658418.677874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e"} {"level":"info","ts":1784658418.6778896,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e"} {"level":"info","ts":1784658418.6779053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","EoS":true} {"level":"info","ts":1784658418.6779368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","header":"x-maas-username"} {"level":"info","ts":1784658418.6779506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","header":"x-maas-group"} {"level":"info","ts":1784658418.6779578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","header":"x-maas-subscription"} {"level":"info","ts":1784658418.6779761,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784658418.6780074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e"} {"level":"info","ts":1784658418.6807795,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e"} {"level":"info","ts":1784658418.6808174,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e"} {"level":"info","ts":1784658418.6808367,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","EoS":false} {"level":"info","ts":1784658418.6808538,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e","EoS":true} {"level":"info","ts":1784658418.6809046,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d21f8471-33d9-4624-b583-5024eb5d562e"} {"level":"info","ts":1784658423.4645464,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d9ae0266-8dd6-44bc-b3d6-0f64a4c276d7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784658423.4647715,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38480.202023856,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.4647899,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.5776865,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.57992,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b98e3880-c5c5-4492-92d0-9f33a116b7b1"} {"level":"info","ts":1784658423.579973,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"433a8e6a-cc39-41bf-9de1-f36961bcdac4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784658423.5800247,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"433a8e6a-cc39-41bf-9de1-f36961bcdac4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784658423.587335,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"917fe7ac-706c-41c7-848f-9617bd7b9ea5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784658423.5873613,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"917fe7ac-706c-41c7-848f-9617bd7b9ea5","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784658423.5885231,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b98e3880-c5c5-4492-92d0-9f33a116b7b1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658423.5887063,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38619.932579988,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.5887225,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.5974858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.6653578,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d9ae0266-8dd6-44bc-b3d6-0f64a4c276d7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784658423.6890252,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b98e3880-c5c5-4492-92d0-9f33a116b7b1","name":"e2e-external-provider"} {"level":"info","ts":1784658423.6959028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e3d8903-6645-40f0-8df1-be874bac48ec"} {"level":"info","ts":1784658423.6959321,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcfbe9d3-760b-4666-be0c-51d5aba465c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.6959696,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcfbe9d3-760b-4666-be0c-51d5aba465c1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784658423.705003,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1254fb8-d581-4860-8cef-6e9a7f199ed0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.7050314,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1254fb8-d581-4860-8cef-6e9a7f199ed0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784658423.7050908,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b98e3880-c5c5-4492-92d0-9f33a116b7b1","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784658423.7051709,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e3d8903-6645-40f0-8df1-be874bac48ec","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784658423.7139888,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ecedd77-c51b-4474-b3e8-b185fddb068f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.7140174,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ecedd77-c51b-4474-b3e8-b185fddb068f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784658423.7142334,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b98e3880-c5c5-4492-92d0-9f33a116b7b1","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784658423.7142797,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e3d8903-6645-40f0-8df1-be874bac48ec","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658423.7143664,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39751684-4837-4119-8100-1f6180b0286b"} {"level":"info","ts":1784658423.7143905,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39751684-4837-4119-8100-1f6180b0286b","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784658423.7191951,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39751684-4837-4119-8100-1f6180b0286b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658423.7211251,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b98e3880-c5c5-4492-92d0-9f33a116b7b1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784658423.7255523,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b98e3880-c5c5-4492-92d0-9f33a116b7b1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658423.7256205,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7083c6b-c5c3-471c-a93c-4e1181ecb74b"} {"level":"info","ts":1784658423.7256663,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7083c6b-c5c3-471c-a93c-4e1181ecb74b","name":"e2e-external-provider"} {"level":"info","ts":1784658423.7296696,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a99d921-b685-40f6-9a7c-f46118e3d8be"} {"level":"info","ts":1784658423.7296972,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a99d921-b685-40f6-9a7c-f46118e3d8be","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784658423.734474,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a99d921-b685-40f6-9a7c-f46118e3d8be","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658423.737949,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7083c6b-c5c3-471c-a93c-4e1181ecb74b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784658423.7457392,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c2266cc-711c-470c-975e-bedff0f58e07","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784658423.745763,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c2266cc-711c-470c-975e-bedff0f58e07","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784658423.745776,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c24982d-475b-49e5-b31d-5a05143b5c9c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.7457955,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c24982d-475b-49e5-b31d-5a05143b5c9c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784658423.7458177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d2db44b-e388-40b5-819c-040cecd7bc7f"} {"level":"info","ts":1784658423.7458339,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"783a246e-c81f-49f6-82a4-fcd0b12d9c57"} {"level":"info","ts":1784658423.7459912,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"783a246e-c81f-49f6-82a4-fcd0b12d9c57","name":"e2e-external-provider"} {"level":"info","ts":1784658423.7460136,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37516.450964776,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.7460337,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.753181,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784658423.7576017,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"783a246e-c81f-49f6-82a4-fcd0b12d9c57","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784658423.8460844,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d2db44b-e388-40b5-819c-040cecd7bc7f","name":"e2e-external-model"} {"level":"info","ts":1784658423.8563693,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d2db44b-e388-40b5-819c-040cecd7bc7f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784658423.8645847,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c861a134-1901-4641-bb10-2a9aae8c005f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.8646305,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c861a134-1901-4641-bb10-2a9aae8c005f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784658423.8648343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8533727c-d917-4d61-a2bb-6527a5fb21d4"} {"level":"info","ts":1784658423.8648922,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8533727c-d917-4d61-a2bb-6527a5fb21d4","name":"e2e-external-model"} {"level":"info","ts":1784658423.881995,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca8fa843-1bfe-4d15-8410-4abb2dcbc71a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.8820288,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca8fa843-1bfe-4d15-8410-4abb2dcbc71a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784658423.8821635,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8533727c-d917-4d61-a2bb-6527a5fb21d4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658423.8822708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15537293-3c08-4840-8543-7e0e314c6840"} {"level":"info","ts":1784658423.8823419,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15537293-3c08-4840-8543-7e0e314c6840","name":"e2e-external-model"} {"level":"info","ts":1784658423.8910677,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15537293-3c08-4840-8543-7e0e314c6840","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784658423.898279,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"970467be-7022-4476-9835-07317420ee0e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658423.8983068,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"970467be-7022-4476-9835-07317420ee0e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784658423.8983493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7090257f-61dd-46b3-bfbc-6da4b2ecf57c"} {"level":"info","ts":1784658423.898415,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7090257f-61dd-46b3-bfbc-6da4b2ecf57c","name":"e2e-external-model"} {"level":"info","ts":1784658423.9064412,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7090257f-61dd-46b3-bfbc-6da4b2ecf57c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784658431.186554,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658431.1866436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4"} {"level":"info","ts":1784658431.1866615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4"} {"level":"info","ts":1784658431.186678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","EoS":true} {"level":"info","ts":1784658431.1867108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","header":"x-maas-group"} {"level":"info","ts":1784658431.1867235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","header":"x-maas-username"} {"level":"info","ts":1784658431.1867297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","header":"x-maas-subscription"} {"level":"info","ts":1784658431.1867464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784658431.1867578,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","modelName":"e2e-external-model"} {"level":"info","ts":1784658431.1867747,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784658431.1868126,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784658431.186836,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4","authType":"apikey"} {"level":"info","ts":1784658431.1868744,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0590ffe-060a-49d2-8a91-6b9c2e24a2e4"} {"level":"info","ts":1784658431.3092837,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f32daf-4551-4c65-b862-fecdb7beb952"} {"level":"info","ts":1784658431.3093054,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e94706c-e768-4a75-9cc0-521e46baa7d6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658431.3093424,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e94706c-e768-4a75-9cc0-521e46baa7d6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784658431.318375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c9f083d-4f47-4858-96cf-cf7bdcc2edff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658431.3183992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c9f083d-4f47-4858-96cf-cf7bdcc2edff","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784658431.3196166,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f32daf-4551-4c65-b862-fecdb7beb952","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658431.3196938,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f32daf-4551-4c65-b862-fecdb7beb952","name":"e2e-cleanup-test"} {"level":"info","ts":1784658431.3374398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"172f2b1f-0644-4459-aedd-2b9627c0c5eb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658431.337506,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"172f2b1f-0644-4459-aedd-2b9627c0c5eb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784658431.344854,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f32daf-4551-4c65-b862-fecdb7beb952","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784658431.3448982,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75f32daf-4551-4c65-b862-fecdb7beb952","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658431.3449478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9aeec4e-4869-40b4-97e4-85e547fa438b"} {"level":"info","ts":1784658431.3450017,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9aeec4e-4869-40b4-97e4-85e547fa438b","name":"e2e-cleanup-test"} {"level":"info","ts":1784658431.354785,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"290947b4-2d2e-429a-8f94-9a7636cc73bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658431.3548212,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"290947b4-2d2e-429a-8f94-9a7636cc73bb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784658431.3559825,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9aeec4e-4869-40b4-97e4-85e547fa438b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784658431.3618965,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9aeec4e-4869-40b4-97e4-85e547fa438b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658431.3619769,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"468e8d9c-e162-4555-a8e0-a1fe4affe4a5"} {"level":"info","ts":1784658431.3620243,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"468e8d9c-e162-4555-a8e0-a1fe4affe4a5","name":"e2e-cleanup-test"} {"level":"info","ts":1784658431.374131,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"468e8d9c-e162-4555-a8e0-a1fe4affe4a5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784658431.3794851,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a658f8c-a22a-4fe4-98d1-73f67d1eb59f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658431.37952,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a658f8c-a22a-4fe4-98d1-73f67d1eb59f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784658431.38253,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"468e8d9c-e162-4555-a8e0-a1fe4affe4a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784658431.3826177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a279de35-257a-4760-96d4-b4197a704b37"} {"level":"info","ts":1784658431.3826795,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a279de35-257a-4760-96d4-b4197a704b37","name":"e2e-cleanup-test"} {"level":"info","ts":1784658431.3976498,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a279de35-257a-4760-96d4-b4197a704b37","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784658439.5784228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b72ff8ca-fa01-4792-8d8e-cc1fa47aadd6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658439.5784812,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b72ff8ca-fa01-4792-8d8e-cc1fa47aadd6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784658439.578484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca7d4674-35af-4e80-8cfe-8745bdc783b6"} {"level":"info","ts":1784658443.8904788,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658443.8905406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09"} {"level":"info","ts":1784658443.8905492,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09"} {"level":"info","ts":1784658443.8905606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09","EoS":true} {"level":"info","ts":1784658443.890591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784658443.8906178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5df0c1f3-81be-491a-9b8a-49dddc301a09"} {"level":"info","ts":1784658443.9517908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658443.951861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af"} {"level":"info","ts":1784658443.951876,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af"} {"level":"info","ts":1784658443.9518933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","EoS":true} {"level":"info","ts":1784658443.9519243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","header":"x-maas-username"} {"level":"info","ts":1784658443.9519384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","header":"x-maas-subscription"} {"level":"info","ts":1784658443.9519475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","header":"x-maas-group"} {"level":"info","ts":1784658443.951966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784658443.951978,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","modelName":"e2e-external-model"} {"level":"info","ts":1784658443.9519942,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784658443.9520257,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784658443.9520514,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af","authType":"apikey"} {"level":"info","ts":1784658443.9520826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ebeb8f7-6c1c-4bb1-92c8-0cfa5aebf2af"} {"level":"info","ts":1784658443.9913564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658443.9914093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4"} {"level":"info","ts":1784658443.9914176,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4"} {"level":"info","ts":1784658443.9914274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","EoS":true} {"level":"info","ts":1784658443.991471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","header":"x-maas-username"} {"level":"info","ts":1784658443.991481,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","header":"x-maas-subscription"} {"level":"info","ts":1784658443.9914863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","header":"x-maas-group"} {"level":"info","ts":1784658443.9914968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784658443.991521,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4"} {"level":"info","ts":1784658444.0895185,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4"} {"level":"info","ts":1784658444.0895429,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4"} {"level":"info","ts":1784658444.089565,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","EoS":false} {"level":"info","ts":1784658444.0895817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","EoS":true} {"level":"error","ts":1784658444.0896053,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784658444.0896602,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"829ee356-0b20-463f-8090-b4f9bdccc5c4"} {"level":"info","ts":1784658444.1291385,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784658444.1292074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952"} {"level":"info","ts":1784658444.1292193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952"} {"level":"info","ts":1784658444.1292298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952","EoS":true} {"level":"info","ts":1784658444.129249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952","header":"x-maas-username"} {"level":"info","ts":1784658444.129259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952","header":"x-maas-subscription"} {"level":"info","ts":1784658444.1292634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952","header":"x-maas-group"} {"level":"info","ts":1784658444.1292884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952"} {"level":"info","ts":1784658444.1747684,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952"} {"level":"info","ts":1784658444.174793,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952"} {"level":"info","ts":1784658444.1748142,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952","EoS":false} {"level":"info","ts":1784658444.1748295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952","EoS":true} {"level":"error","ts":1784658444.1748512,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784658444.1748972,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c3af0460-dc42-4631-b14a-568aac415952"} {"level":"info","ts":1784658445.0083234,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"940a4f5e-3fb5-4ade-8ab3-9eb2f26153ac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658445.0083635,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"940a4f5e-3fb5-4ade-8ab3-9eb2f26153ac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784658445.0083678,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd77abc3-af20-4617-a401-8b852260b5cf"} {"level":"info","ts":1784658445.154561,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37aa37b7-f502-4d1d-a864-3af035d7a9b8"} {"level":"info","ts":1784658445.1546092,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5aae7d8-af83-4dad-974d-fcb184886770","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784658445.1546383,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5aae7d8-af83-4dad-974d-fcb184886770","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784658445.2737615,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a7c7f016-e13f-46d1-b3ca-b2ffe0f26a93","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784658445.2738905,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a7c7f016-e13f-46d1-b3ca-b2ffe0f26a93","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784659066.2936215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784659066.2936969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee"} {"level":"info","ts":1784659066.2937083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee"} {"level":"info","ts":1784659066.2937193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","EoS":true} {"level":"info","ts":1784659066.29375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","header":"x-maas-group"} {"level":"info","ts":1784659066.2937655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","header":"x-maas-username"} {"level":"info","ts":1784659066.2937715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","header":"x-maas-subscription"} {"level":"info","ts":1784659066.2937853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","path":"/ai-tenant-e2e-inf-b-b2c46d/test-model-b2c46d/v1/chat/completions"} {"level":"info","ts":1784659066.2938101,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee"} {"level":"info","ts":1784659066.3076777,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee"} {"level":"info","ts":1784659066.3077056,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee"} {"level":"info","ts":1784659066.3077226,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","EoS":false} {"level":"info","ts":1784659066.3077343,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee","EoS":true} {"level":"info","ts":1784659066.307782,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"40624801-32d1-4fec-8eb3-6d59c1d742ee"} {"level":"info","ts":1784659553.627578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784659553.6276574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e"} {"level":"info","ts":1784659553.6276655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e"} {"level":"info","ts":1784659553.6276767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","EoS":true} {"level":"info","ts":1784659553.6277015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","header":"x-maas-group"} {"level":"info","ts":1784659553.627712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","header":"x-maas-username"} {"level":"info","ts":1784659553.6277165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","header":"x-maas-subscription"} {"level":"info","ts":1784659553.6277287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","path":"/ai-tenant-e2e-shared-b-0be774/rate-test-model-0be774/v1/completions"} {"level":"info","ts":1784659553.6277554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e"} {"level":"info","ts":1784659553.6404,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e"} {"level":"info","ts":1784659553.6404214,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e"} {"level":"info","ts":1784659553.6404374,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","EoS":false} {"level":"info","ts":1784659553.6404715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e","EoS":true} {"level":"info","ts":1784659553.6405122,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c627e51-0540-46f5-a359-cbd78f6a2d7e"}