{"level":"info","ts":1785272447.8237448,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1941c058-54e9-437b-b927-9ceb7ded3118"} {"level":"info","ts":1785272447.8244684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1941c058-54e9-437b-b927-9ceb7ded3118"} {"level":"info","ts":1785272447.82449,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1941c058-54e9-437b-b927-9ceb7ded3118"} {"level":"info","ts":1785272447.824511,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1941c058-54e9-437b-b927-9ceb7ded3118","EoS":false} {"level":"info","ts":1785272447.8245263,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1941c058-54e9-437b-b927-9ceb7ded3118","EoS":true} {"level":"info","ts":1785272447.8245573,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1941c058-54e9-437b-b927-9ceb7ded3118"} {"level":"info","ts":1785272448.6401134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272448.640226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023"} {"level":"info","ts":1785272448.6402383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023"} {"level":"info","ts":1785272448.64025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","EoS":true} {"level":"info","ts":1785272448.6402748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","header":"x-maas-group"} {"level":"info","ts":1785272448.6402855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","header":"x-maas-username"} {"level":"info","ts":1785272448.6402903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","header":"x-maas-subscription"} {"level":"info","ts":1785272448.6403058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272448.6403317,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023"} {"level":"info","ts":1785272448.6410437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023"} {"level":"info","ts":1785272448.641064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023"} {"level":"info","ts":1785272448.6411014,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","EoS":false} {"level":"info","ts":1785272448.641122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","EoS":true} {"level":"info","ts":1785272448.6411612,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023"} {"level":"info","ts":1785272471.7757258,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272471.775806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24"} {"level":"info","ts":1785272471.7758188,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24"} {"level":"info","ts":1785272471.7758303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","EoS":true} {"level":"info","ts":1785272471.775858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","header":"x-maas-group"} {"level":"info","ts":1785272471.775869,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","header":"x-maas-subscription"} {"level":"info","ts":1785272471.775874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","header":"x-maas-username"} {"level":"info","ts":1785272471.7758899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272471.7759142,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24"} {"level":"info","ts":1785272471.777961,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24"} {"level":"info","ts":1785272471.7779865,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24"} {"level":"info","ts":1785272471.778009,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","EoS":false} {"level":"info","ts":1785272471.7780313,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","EoS":true} {"level":"info","ts":1785272471.778089,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24"} {"level":"info","ts":1785272471.9197469,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272471.919845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a"} {"level":"info","ts":1785272471.919863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a"} {"level":"info","ts":1785272471.9198785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","EoS":true} {"level":"info","ts":1785272471.919908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","header":"x-maas-group"} {"level":"info","ts":1785272471.9199183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","header":"x-maas-username"} {"level":"info","ts":1785272471.9199238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","header":"x-maas-subscription"} {"level":"info","ts":1785272471.919936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272471.9199634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a"} {"level":"info","ts":1785272471.920714,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a"} {"level":"info","ts":1785272471.9207335,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a"} {"level":"info","ts":1785272471.920751,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","EoS":false} {"level":"info","ts":1785272471.9207628,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","EoS":true} {"level":"info","ts":1785272471.9207962,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a"} {"level":"info","ts":1785272472.056924,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272472.0569983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f"} {"level":"info","ts":1785272472.05701,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f"} {"level":"info","ts":1785272472.0570216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","EoS":true} {"level":"info","ts":1785272472.057048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","header":"x-maas-username"} {"level":"info","ts":1785272472.0570586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","header":"x-maas-subscription"} {"level":"info","ts":1785272472.0570643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","header":"x-maas-group"} {"level":"info","ts":1785272472.0570943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272472.0571206,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f"} {"level":"info","ts":1785272472.0577536,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f"} {"level":"info","ts":1785272472.057773,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f"} {"level":"info","ts":1785272472.0577884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","EoS":false} {"level":"info","ts":1785272472.057802,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","EoS":true} {"level":"info","ts":1785272472.0578306,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f"} {"level":"info","ts":1785272472.1995802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272472.199668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d"} {"level":"info","ts":1785272472.1996808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d"} {"level":"info","ts":1785272472.1996944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","EoS":true} {"level":"info","ts":1785272472.199717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","header":"x-maas-group"} {"level":"info","ts":1785272472.1997263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","header":"x-maas-subscription"} {"level":"info","ts":1785272472.199732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","header":"x-maas-username"} {"level":"info","ts":1785272472.1997452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272472.1997716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d"} {"level":"info","ts":1785272472.200522,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d"} {"level":"info","ts":1785272472.200548,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d"} {"level":"info","ts":1785272472.2005706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","EoS":false} {"level":"info","ts":1785272472.200586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","EoS":true} {"level":"info","ts":1785272472.2006202,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d"} {"level":"info","ts":1785272472.3380256,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272472.3381264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7"} {"level":"info","ts":1785272472.33814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7"} {"level":"info","ts":1785272472.338154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","EoS":true} {"level":"info","ts":1785272472.3381808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","header":"x-maas-group"} {"level":"info","ts":1785272472.3381922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","header":"x-maas-subscription"} {"level":"info","ts":1785272472.3381977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","header":"x-maas-username"} {"level":"info","ts":1785272472.338211,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272472.3382394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7"} {"level":"info","ts":1785272472.3389115,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7"} {"level":"info","ts":1785272472.338931,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7"} {"level":"info","ts":1785272472.3389523,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","EoS":false} {"level":"info","ts":1785272472.3389761,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","EoS":true} {"level":"info","ts":1785272472.339015,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7"} {"level":"info","ts":1785272489.3464186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272489.3465161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a"} {"level":"info","ts":1785272489.3465362,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a"} {"level":"info","ts":1785272489.3465552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","EoS":true} {"level":"info","ts":1785272489.346591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","header":"x-maas-subscription"} {"level":"info","ts":1785272489.3466046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","header":"x-maas-username"} {"level":"info","ts":1785272489.3466108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","header":"x-maas-group"} {"level":"info","ts":1785272489.3466287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272489.3466628,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a"} {"level":"info","ts":1785272489.348552,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a"} {"level":"info","ts":1785272489.3485794,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a"} {"level":"info","ts":1785272489.3486013,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","EoS":false} {"level":"info","ts":1785272489.3486137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","EoS":true} {"level":"info","ts":1785272489.3486423,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a"} {"level":"info","ts":1785272489.4591618,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272489.4592485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f05a7526-d3f4-9b03-a9dd-f17a3021d58c"} {"level":"info","ts":1785272489.46067,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f05a7526-d3f4-9b03-a9dd-f17a3021d58c"} {"level":"info","ts":1785272489.4606888,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f05a7526-d3f4-9b03-a9dd-f17a3021d58c"} {"level":"info","ts":1785272489.4607072,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f05a7526-d3f4-9b03-a9dd-f17a3021d58c","EoS":false} {"level":"info","ts":1785272489.4607205,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f05a7526-d3f4-9b03-a9dd-f17a3021d58c"} {"level":"info","ts":1785272489.460751,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f05a7526-d3f4-9b03-a9dd-f17a3021d58c","EoS":true} {"level":"info","ts":1785272489.4607627,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f05a7526-d3f4-9b03-a9dd-f17a3021d58c"} {"level":"info","ts":1785272494.097385,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272494.0974734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421"} {"level":"info","ts":1785272494.0974877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421"} {"level":"info","ts":1785272494.0975068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","EoS":true} {"level":"info","ts":1785272494.0975442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","header":"x-maas-subscription"} {"level":"info","ts":1785272494.097557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","header":"x-maas-group"} {"level":"info","ts":1785272494.097565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","header":"x-maas-username"} {"level":"info","ts":1785272494.0975852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272494.0976207,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421"} {"level":"info","ts":1785272494.0983415,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421"} {"level":"info","ts":1785272494.0983632,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421"} {"level":"info","ts":1785272494.0983832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","EoS":false} {"level":"info","ts":1785272494.0983968,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","EoS":true} {"level":"info","ts":1785272494.0984287,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421"} {"level":"info","ts":1785272504.7159164,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272504.7159908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6"} {"level":"info","ts":1785272504.716002,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6"} {"level":"info","ts":1785272504.716013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","EoS":true} {"level":"info","ts":1785272504.7160401,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","header":"x-maas-group"} {"level":"info","ts":1785272504.7160518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","header":"x-maas-username"} {"level":"info","ts":1785272504.716057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","header":"x-maas-subscription"} {"level":"info","ts":1785272504.716071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272504.7161229,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6"} {"level":"info","ts":1785272504.7180529,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6"} {"level":"info","ts":1785272504.7180865,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6"} {"level":"info","ts":1785272504.718104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","EoS":false} {"level":"info","ts":1785272504.7181163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","EoS":true} {"level":"info","ts":1785272504.7181444,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6"} {"level":"info","ts":1785272517.5916088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272517.591721,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697"} {"level":"info","ts":1785272517.5917435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697"} {"level":"info","ts":1785272517.5917642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","EoS":true} {"level":"info","ts":1785272517.5918033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","header":"x-maas-group"} {"level":"info","ts":1785272517.5918126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","header":"x-maas-subscription"} {"level":"info","ts":1785272517.591817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","header":"x-maas-username"} {"level":"info","ts":1785272517.59183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272517.5918598,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697"} {"level":"info","ts":1785272517.59258,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697"} {"level":"info","ts":1785272517.592602,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697"} {"level":"info","ts":1785272517.5926235,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","EoS":false} {"level":"info","ts":1785272517.5926435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","EoS":true} {"level":"info","ts":1785272517.5926867,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697"} {"level":"info","ts":1785272526.1256838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272526.1257782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0"} {"level":"info","ts":1785272526.125792,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0"} {"level":"info","ts":1785272526.1258125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","EoS":true} {"level":"info","ts":1785272526.125852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","header":"x-maas-subscription"} {"level":"info","ts":1785272526.1258652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","header":"x-maas-group"} {"level":"info","ts":1785272526.125875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","header":"x-maas-username"} {"level":"info","ts":1785272526.1258965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272526.1259317,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0"} {"level":"info","ts":1785272526.1266263,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0"} {"level":"info","ts":1785272526.126653,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0"} {"level":"info","ts":1785272526.1266751,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","EoS":false} {"level":"info","ts":1785272526.126689,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","EoS":true} {"level":"info","ts":1785272526.1267185,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0"} {"level":"info","ts":1785272535.0160346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272535.0161374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7"} {"level":"info","ts":1785272535.0161529,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7"} {"level":"info","ts":1785272535.0161655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","EoS":true} {"level":"info","ts":1785272535.016199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","header":"x-maas-subscription"} {"level":"info","ts":1785272535.0162122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","header":"x-maas-group"} {"level":"info","ts":1785272535.016219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","header":"x-maas-username"} {"level":"info","ts":1785272535.016233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272535.0162647,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7"} {"level":"info","ts":1785272535.0171187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7"} {"level":"info","ts":1785272535.01714,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7"} {"level":"info","ts":1785272535.0171578,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","EoS":false} {"level":"info","ts":1785272535.0171726,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","EoS":true} {"level":"info","ts":1785272535.017203,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7"} {"level":"info","ts":1785272558.08639,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272558.0864654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3"} {"level":"info","ts":1785272558.0864737,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3"} {"level":"info","ts":1785272558.086485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","EoS":true} {"level":"info","ts":1785272558.0865107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","header":"x-maas-group"} {"level":"info","ts":1785272558.086521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","header":"x-maas-username"} {"level":"info","ts":1785272558.0865266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","header":"x-maas-subscription"} {"level":"info","ts":1785272558.0865402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272558.0865657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3"} {"level":"info","ts":1785272558.0873728,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3"} {"level":"info","ts":1785272558.0873923,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3"} {"level":"info","ts":1785272558.087408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","EoS":false} {"level":"info","ts":1785272558.087422,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","EoS":true} {"level":"info","ts":1785272558.0874498,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3"} {"level":"info","ts":1785272580.6323636,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272580.6324522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2"} {"level":"info","ts":1785272580.6324675,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2"} {"level":"info","ts":1785272580.6324868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","EoS":true} {"level":"info","ts":1785272580.6325262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","header":"x-maas-group"} {"level":"info","ts":1785272580.6325388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","header":"x-maas-subscription"} {"level":"info","ts":1785272580.632547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","header":"x-maas-username"} {"level":"info","ts":1785272580.6325667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272580.6325996,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2"} {"level":"info","ts":1785272580.6333134,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2"} {"level":"info","ts":1785272580.6333349,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2"} {"level":"info","ts":1785272580.63335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","EoS":false} {"level":"info","ts":1785272580.633363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","EoS":true} {"level":"info","ts":1785272580.6333928,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2"} {"level":"info","ts":1785272617.8551393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272617.8552153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d"} {"level":"info","ts":1785272617.8552253,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d"} {"level":"info","ts":1785272617.8552399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","EoS":true} {"level":"info","ts":1785272617.85527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","header":"x-maas-subscription"} {"level":"info","ts":1785272617.855281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","header":"x-maas-group"} {"level":"info","ts":1785272617.8552864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","header":"x-maas-username"} {"level":"info","ts":1785272617.8553002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272617.8553233,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d"} {"level":"info","ts":1785272617.85686,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d"} {"level":"info","ts":1785272617.8568807,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d"} {"level":"info","ts":1785272617.8569024,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","EoS":false} {"level":"info","ts":1785272617.8569148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","EoS":true} {"level":"info","ts":1785272617.8569412,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d"} {"level":"info","ts":1785272627.2757273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272627.2758088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53"} {"level":"info","ts":1785272627.275823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53"} {"level":"info","ts":1785272627.2758353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","EoS":true} {"level":"info","ts":1785272627.2758617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","header":"x-maas-group"} {"level":"info","ts":1785272627.2758718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","header":"x-maas-subscription"} {"level":"info","ts":1785272627.2758763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","header":"x-maas-username"} {"level":"info","ts":1785272627.2758906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272627.2759175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53"} {"level":"info","ts":1785272627.2765968,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53"} {"level":"info","ts":1785272627.2766194,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53"} {"level":"info","ts":1785272627.2766347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","EoS":false} {"level":"info","ts":1785272627.276654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","EoS":true} {"level":"info","ts":1785272627.276684,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53"} {"level":"info","ts":1785272627.3119996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272627.3121033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4"} {"level":"info","ts":1785272627.3121183,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4"} {"level":"info","ts":1785272627.3121302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","EoS":true} {"level":"info","ts":1785272627.312158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","header":"x-maas-subscription"} {"level":"info","ts":1785272627.3121684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","header":"x-maas-group"} {"level":"info","ts":1785272627.3121731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","header":"x-maas-username"} {"level":"info","ts":1785272627.3121877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272627.3122153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4"} {"level":"info","ts":1785272627.3128684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4"} {"level":"info","ts":1785272627.3128893,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4"} {"level":"info","ts":1785272627.3129044,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","EoS":false} {"level":"info","ts":1785272627.312916,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","EoS":true} {"level":"info","ts":1785272627.3129733,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4"} {"level":"info","ts":1785272646.472263,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272646.472348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541"} {"level":"info","ts":1785272646.4723613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541"} {"level":"info","ts":1785272646.4723742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","EoS":true} {"level":"info","ts":1785272646.4724023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","header":"x-maas-username"} {"level":"info","ts":1785272646.47241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","header":"x-maas-subscription"} {"level":"info","ts":1785272646.4724152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","header":"x-maas-group"} {"level":"info","ts":1785272646.4724293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272646.472456,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541"} {"level":"info","ts":1785272646.4731436,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541"} {"level":"info","ts":1785272646.473165,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541"} {"level":"info","ts":1785272646.4731812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","EoS":false} {"level":"info","ts":1785272646.4731941,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","EoS":true} {"level":"info","ts":1785272646.4732263,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541"} {"level":"info","ts":1785272781.7808201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272781.7809124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7"} {"level":"info","ts":1785272781.780926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7"} {"level":"info","ts":1785272781.7809384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","EoS":true} {"level":"info","ts":1785272781.780961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","header":"x-maas-subscription"} {"level":"info","ts":1785272781.7809715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","header":"x-maas-group"} {"level":"info","ts":1785272781.7809765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","header":"x-maas-username"} {"level":"info","ts":1785272781.7809908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785272781.7810163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7"} {"level":"info","ts":1785272781.7824585,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7"} {"level":"info","ts":1785272781.782483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7"} {"level":"info","ts":1785272781.7824996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","EoS":false} {"level":"info","ts":1785272781.7825139,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","EoS":true} {"level":"info","ts":1785272781.782549,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7"} {"level":"info","ts":1785272823.4213004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272823.421377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56"} {"level":"info","ts":1785272823.421386,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56"} {"level":"info","ts":1785272823.4214003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","EoS":true} {"level":"info","ts":1785272823.4214349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","header":"x-maas-group"} {"level":"info","ts":1785272823.4214501,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","header":"x-maas-subscription"} {"level":"info","ts":1785272823.4214587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","header":"x-maas-username"} {"level":"info","ts":1785272823.421478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272823.4215128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56"} {"level":"info","ts":1785272823.4237325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56"} {"level":"info","ts":1785272823.423755,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56"} {"level":"info","ts":1785272823.4237788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","EoS":false} {"level":"info","ts":1785272823.4237914,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","EoS":true} {"level":"info","ts":1785272823.4238243,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56"} {"level":"info","ts":1785272838.7261302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272838.7262263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40"} {"level":"info","ts":1785272838.726241,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40"} {"level":"info","ts":1785272838.72626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","EoS":true} {"level":"info","ts":1785272838.7262983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","header":"x-maas-username"} {"level":"info","ts":1785272838.726311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","header":"x-maas-group"} {"level":"info","ts":1785272838.7263186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","header":"x-maas-subscription"} {"level":"info","ts":1785272838.726338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272838.726371,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40"} {"level":"info","ts":1785272838.7276888,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40"} {"level":"info","ts":1785272838.7277088,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40"} {"level":"info","ts":1785272838.7277315,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","EoS":false} {"level":"info","ts":1785272838.7277443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","EoS":true} {"level":"info","ts":1785272838.7277744,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40"} {"level":"info","ts":1785273142.3791904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273142.3792956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070"} {"level":"info","ts":1785273142.3793113,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070"} {"level":"info","ts":1785273142.3793314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","EoS":true} {"level":"info","ts":1785273142.379371,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","header":"x-maas-username"} {"level":"info","ts":1785273142.3793843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","header":"x-maas-subscription"} {"level":"info","ts":1785273142.3793933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","header":"x-maas-group"} {"level":"info","ts":1785273142.3794136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785273142.3794425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070"} {"level":"info","ts":1785273142.3815565,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070"} {"level":"info","ts":1785273142.381579,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070"} {"level":"info","ts":1785273142.3816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","EoS":false} {"level":"info","ts":1785273142.3816175,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","EoS":true} {"level":"info","ts":1785273142.3816617,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070"} {"level":"info","ts":1785273147.2159858,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2c9683bd-f470-4955-8cb2-b4edab2959fe","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785273147.2162602,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36206.34848963,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.2162862,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.2870934,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.3163333,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2c9683bd-f470-4955-8cb2-b4edab2959fe","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785273147.332919,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34437dc9-5d99-41fe-ae8c-f6b5fec75bb1"} {"level":"info","ts":1785273147.3330245,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3d9dbbb-4b30-42e2-8dd3-9bdb8adbe7de","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273147.333058,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3d9dbbb-4b30-42e2-8dd3-9bdb8adbe7de","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785273147.3393385,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4261e860-0215-42a8-8d02-8dda2117aa38","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273147.3394465,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4261e860-0215-42a8-8d02-8dda2117aa38","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785273147.339503,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34274.176217102,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.3395228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.3465931,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.4401448,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34437dc9-5d99-41fe-ae8c-f6b5fec75bb1","name":"e2e-external-provider"} {"level":"info","ts":1785273147.4489818,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34437dc9-5d99-41fe-ae8c-f6b5fec75bb1","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785273147.4578424,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34437dc9-5d99-41fe-ae8c-f6b5fec75bb1","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785273147.4643471,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ced2d4a-ad68-46c9-a5f0-f2a9090f44b2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.464352,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70673400-d55a-4240-af0a-37d3840b5466"} {"level":"info","ts":1785273147.464392,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ced2d4a-ad68-46c9-a5f0-f2a9090f44b2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273147.4672241,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34437dc9-5d99-41fe-ae8c-f6b5fec75bb1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785273147.4702196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f41a6cda-5d40-4b68-90ad-bbde6c8e46a2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.4702525,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f41a6cda-5d40-4b68-90ad-bbde6c8e46a2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273147.4703224,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70673400-d55a-4240-af0a-37d3840b5466","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785273147.4748454,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae65b485-6a56-4c21-b1ab-e233c0c6247f"} {"level":"info","ts":1785273147.4748816,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"748953c6-294a-415c-88ae-d89bf4c43a85","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273147.4749005,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"748953c6-294a-415c-88ae-d89bf4c43a85","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785273147.474922,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae65b485-6a56-4c21-b1ab-e233c0c6247f","name":"e2e-external-provider"} {"level":"info","ts":1785273147.4749665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20b80ada-acab-417f-bd6b-b83c197679da","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.474988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20b80ada-acab-417f-bd6b-b83c197679da","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273147.4756424,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f762ad5-8443-402f-aa10-a314e6db27f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.475674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f762ad5-8443-402f-aa10-a314e6db27f4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785273147.475649,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70673400-d55a-4240-af0a-37d3840b5466","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273147.4757326,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22120f95-63b8-4616-8af6-9e9e654fb4cb"} {"level":"info","ts":1785273147.475904,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36058.036330254,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.4759173,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.4837162,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.484834,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae65b485-6a56-4c21-b1ab-e233c0c6247f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785273147.576061,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22120f95-63b8-4616-8af6-9e9e654fb4cb","name":"e2e-external-model"} {"level":"info","ts":1785273147.5873432,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22120f95-63b8-4616-8af6-9e9e654fb4cb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273147.5933301,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f38bc3d-823e-4c74-a662-aad9a85c65f3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.5933735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f38bc3d-823e-4c74-a662-aad9a85c65f3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273147.5935314,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd9dbac0-5061-482e-98c2-e146f12cf802"} {"level":"info","ts":1785273147.5936105,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd9dbac0-5061-482e-98c2-e146f12cf802","name":"e2e-external-model"} {"level":"info","ts":1785273147.6110368,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e27cb08c-1beb-423e-a9e0-0836b3a67068","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.61109,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e27cb08c-1beb-423e-a9e0-0836b3a67068","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785273147.6112409,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd9dbac0-5061-482e-98c2-e146f12cf802","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273147.6113164,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"347652b2-3313-4f4c-b261-dd7868ad3b42"} {"level":"info","ts":1785273147.611365,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"347652b2-3313-4f4c-b261-dd7868ad3b42","name":"e2e-external-model"} {"level":"info","ts":1785273147.6203918,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"347652b2-3313-4f4c-b261-dd7868ad3b42","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273147.6276085,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcd90334-7e74-4aea-a004-cf022a9e0211","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.627663,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcd90334-7e74-4aea-a004-cf022a9e0211","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273147.6277843,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2b9734-0f7a-4b8a-b795-1aa17173b7b2"} {"level":"info","ts":1785273147.627836,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2b9734-0f7a-4b8a-b795-1aa17173b7b2","name":"e2e-external-model"} {"level":"info","ts":1785273147.6364167,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2b9734-0f7a-4b8a-b795-1aa17173b7b2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273155.1752644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273155.175346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f"} {"level":"info","ts":1785273155.1753607,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f"} {"level":"info","ts":1785273155.1753728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","EoS":true} {"level":"info","ts":1785273155.1753983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","header":"x-maas-subscription"} {"level":"info","ts":1785273155.175411,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","header":"x-maas-username"} {"level":"info","ts":1785273155.1754303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","header":"x-maas-group"} {"level":"info","ts":1785273155.175444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273155.1754532,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","modelName":"e2e-external-model"} {"level":"info","ts":1785273155.1754658,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273155.1754935,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785273155.1755087,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","authType":"apikey"} {"level":"info","ts":1785273155.175535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f"} {"level":"info","ts":1785273155.2783709,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f"} {"level":"info","ts":1785273155.278406,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f"} {"level":"info","ts":1785273155.2784286,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","EoS":false} {"level":"info","ts":1785273155.2784483,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","EoS":true} {"level":"error","ts":1785273155.2784607,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785273155.2785087,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f"} {"level":"info","ts":1785273155.4095166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02e08386-81f8-425d-a55d-3a322be0e81c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273155.409556,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02e08386-81f8-425d-a55d-3a322be0e81c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273155.4095664,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20c4b06f-bbb1-4cc4-9ab7-38ddfeb3c482"} {"level":"info","ts":1785273155.4254024,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e8e6d1f-9eb8-4143-a374-4c7761cba523","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273155.425431,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e8e6d1f-9eb8-4143-a374-4c7761cba523","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785273155.427617,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20c4b06f-bbb1-4cc4-9ab7-38ddfeb3c482","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273155.427681,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20c4b06f-bbb1-4cc4-9ab7-38ddfeb3c482","name":"e2e-cleanup-test"} {"level":"info","ts":1785273155.4614832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"035f91f3-9c80-48e7-8796-38d27f5650b6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273155.461519,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"035f91f3-9c80-48e7-8796-38d27f5650b6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785273155.4798567,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20c4b06f-bbb1-4cc4-9ab7-38ddfeb3c482","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785273155.4799097,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20c4b06f-bbb1-4cc4-9ab7-38ddfeb3c482","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273155.4799616,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05106848-3e0a-4e3c-818d-9689c0fb83eb"} {"level":"info","ts":1785273155.4800153,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05106848-3e0a-4e3c-818d-9689c0fb83eb","name":"e2e-cleanup-test"} {"level":"error","ts":1785273155.5106127,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05106848-3e0a-4e3c-818d-9689c0fb83eb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273155.5106938,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89c89805-e891-4cb1-b973-ef2387b1fbc2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273155.5107217,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"349f54af-9fdc-4229-bc19-aec41efa0a61"} {"level":"info","ts":1785273155.5107915,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"349f54af-9fdc-4229-bc19-aec41efa0a61","name":"e2e-cleanup-test"} {"level":"info","ts":1785273155.5107265,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89c89805-e891-4cb1-b973-ef2387b1fbc2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273155.5476744,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"349f54af-9fdc-4229-bc19-aec41efa0a61","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273155.5698757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8acdd115-09b8-4c6d-9728-60048bbea0fc"} {"level":"info","ts":1785273155.5699854,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8acdd115-09b8-4c6d-9728-60048bbea0fc","name":"e2e-cleanup-test"} {"level":"info","ts":1785273155.569879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecbd631c-bc5d-43af-a26b-a73e34c7cf57","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273155.570025,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecbd631c-bc5d-43af-a26b-a73e34c7cf57","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273155.5827477,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8acdd115-09b8-4c6d-9728-60048bbea0fc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273163.7023954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62a7279e-9fda-4fc1-9392-9e93af07e281"} {"level":"info","ts":1785273163.702417,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7b46ec1-a115-48f0-b473-adb43489b69d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273163.7024598,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7b46ec1-a115-48f0-b473-adb43489b69d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273168.036747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273168.0368311,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b"} {"level":"info","ts":1785273168.0368457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b"} {"level":"info","ts":1785273168.036863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b","EoS":true} {"level":"info","ts":1785273168.0369108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785273168.0369444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b"} {"level":"info","ts":1785273168.0884562,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273168.0885406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d"} {"level":"info","ts":1785273168.0885572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d"} {"level":"info","ts":1785273168.088577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","EoS":true} {"level":"info","ts":1785273168.088615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","header":"x-maas-subscription"} {"level":"info","ts":1785273168.088629,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","header":"x-maas-group"} {"level":"info","ts":1785273168.0886385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","header":"x-maas-username"} {"level":"info","ts":1785273168.0886579,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273168.0886714,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","modelName":"e2e-external-model"} {"level":"info","ts":1785273168.0886898,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273168.0887196,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785273168.0887494,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","authType":"apikey"} {"level":"info","ts":1785273168.0887828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d"} {"level":"info","ts":1785273168.1864386,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d"} {"level":"info","ts":1785273168.1864636,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d"} {"level":"info","ts":1785273168.1864798,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","EoS":false} {"level":"info","ts":1785273168.186492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","EoS":true} {"level":"error","ts":1785273168.1865032,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785273168.1865354,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d"} {"level":"info","ts":1785273168.2303734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273168.2304387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c"} {"level":"info","ts":1785273168.2304502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c"} {"level":"info","ts":1785273168.2304606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","EoS":true} {"level":"info","ts":1785273168.2304878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","header":"x-maas-username"} {"level":"info","ts":1785273168.2304997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","header":"x-maas-group"} {"level":"info","ts":1785273168.2305155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","header":"x-maas-subscription"} {"level":"info","ts":1785273168.23053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273168.2305536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c"} {"level":"info","ts":1785273168.2813556,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c"} {"level":"info","ts":1785273168.2813833,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c"} {"level":"info","ts":1785273168.2814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","EoS":false} {"level":"info","ts":1785273168.281413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","EoS":true} {"level":"error","ts":1785273168.2814245,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785273168.2814708,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c"} {"level":"info","ts":1785273168.3208263,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273168.320888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268"} {"level":"info","ts":1785273168.3208961,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268"} {"level":"info","ts":1785273168.320907,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268","EoS":true} {"level":"info","ts":1785273168.3209279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268","header":"x-maas-username"} {"level":"info","ts":1785273168.3209379,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268","header":"x-maas-subscription"} {"level":"info","ts":1785273168.3209436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268","header":"x-maas-group"} {"level":"info","ts":1785273168.3209708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268"} {"level":"info","ts":1785273168.372802,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268"} {"level":"info","ts":1785273168.372824,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268"} {"level":"info","ts":1785273168.3728395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268","EoS":false} {"level":"info","ts":1785273168.372851,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268","EoS":true} {"level":"error","ts":1785273168.3728611,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785273168.372896,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268"} {"level":"info","ts":1785273169.2895293,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f16fe47-8eba-48ed-874e-7600bb4bb76e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273169.289589,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f16fe47-8eba-48ed-874e-7600bb4bb76e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273169.2895443,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9db0742-36d6-46f4-861a-36ea20771aa0"} {"level":"info","ts":1785273169.4495502,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94c9776e-9a1c-4b18-af68-82c77cdd8725","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273169.4495888,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94c9776e-9a1c-4b18-af68-82c77cdd8725","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273169.449606,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"26f796c9-b18b-40f1-90d4-aa0eeb5488b5"} {"level":"info","ts":1785273169.5748966,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e61eb2b6-9e77-4d8a-99b1-4cfdb9831aa4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785273169.574938,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e61eb2b6-9e77-4d8a-99b1-4cfdb9831aa4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785274607.5763912,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785274607.5764954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5383245-c041-4515-8850-00856a425a9c"} {"level":"info","ts":1785274672.0068378,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785274672.007061,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef"} {"level":"info","ts":1785274672.00714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef"} {"level":"info","ts":1785274672.007188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","EoS":true} {"level":"info","ts":1785274672.007274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","header":"x-maas-username"} {"level":"info","ts":1785274672.0073411,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","header":"x-maas-subscription"} {"level":"info","ts":1785274672.0073736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","header":"x-maas-group"} {"level":"info","ts":1785274672.0074222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785274672.0074844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef"} {"level":"info","ts":1785274672.0124671,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef"} {"level":"info","ts":1785274672.0124962,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef"} {"level":"info","ts":1785274672.0125146,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","EoS":false} {"level":"info","ts":1785274672.0125284,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","EoS":true} {"level":"info","ts":1785274672.0125642,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef"}