{"level":"info","ts":1784799092.4878204,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5761e30b-417b-4a1a-abfe-9873e8e3e93e"} {"level":"info","ts":1784799093.3210623,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799093.3211405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314"} {"level":"info","ts":1784799093.3211553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314"} {"level":"info","ts":1784799093.3211744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314","EoS":true} {"level":"info","ts":1784799093.3212085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314","header":"x-maas-username"} {"level":"info","ts":1784799093.3212206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314","header":"x-maas-group"} {"level":"info","ts":1784799093.3212283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314","header":"x-maas-subscription"} {"level":"info","ts":1784799093.3212473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799093.3212774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314"} {"level":"info","ts":1784799093.322043,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314"} {"level":"info","ts":1784799093.3220656,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314"} {"level":"info","ts":1784799093.32208,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314","EoS":false} {"level":"info","ts":1784799093.3220916,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314","EoS":true} {"level":"info","ts":1784799093.3221247,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa3d747e-5d1d-49bf-8bd7-5eedc8d92314"} {"level":"info","ts":1784799116.488068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799116.4881306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa"} {"level":"info","ts":1784799116.488139,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa"} {"level":"info","ts":1784799116.4881506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","EoS":true} {"level":"info","ts":1784799116.4881692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","header":"x-maas-username"} {"level":"info","ts":1784799116.4881792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","header":"x-maas-group"} {"level":"info","ts":1784799116.4881852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","header":"x-maas-subscription"} {"level":"info","ts":1784799116.4881964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799116.488219,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa"} {"level":"info","ts":1784799116.4904816,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa"} {"level":"info","ts":1784799116.4904995,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa"} {"level":"info","ts":1784799116.4905186,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","EoS":false} {"level":"info","ts":1784799116.4905324,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa","EoS":true} {"level":"info","ts":1784799116.4905686,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"589f044c-e70a-411d-8a7a-5408fa1b78aa"} {"level":"info","ts":1784799116.627732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799116.6278002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3"} {"level":"info","ts":1784799116.627811,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3"} {"level":"info","ts":1784799116.6278222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","EoS":true} {"level":"info","ts":1784799116.6278474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","header":"x-maas-username"} {"level":"info","ts":1784799116.6278574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","header":"x-maas-group"} {"level":"info","ts":1784799116.6278625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","header":"x-maas-subscription"} {"level":"info","ts":1784799116.6278744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799116.6278975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3"} {"level":"info","ts":1784799116.6288517,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3"} {"level":"info","ts":1784799116.6288717,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3"} {"level":"info","ts":1784799116.6288853,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","EoS":false} {"level":"info","ts":1784799116.6288955,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3","EoS":true} {"level":"info","ts":1784799116.6289449,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0493d665-9ea9-4e7c-89c1-1970b386b7c3"} {"level":"info","ts":1784799116.7649653,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799116.7650337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c"} {"level":"info","ts":1784799116.7650433,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c"} {"level":"info","ts":1784799116.7650545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","EoS":true} {"level":"info","ts":1784799116.7650785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","header":"x-maas-subscription"} {"level":"info","ts":1784799116.7650888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","header":"x-maas-username"} {"level":"info","ts":1784799116.765094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","header":"x-maas-group"} {"level":"info","ts":1784799116.7651057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799116.765127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c"} {"level":"info","ts":1784799116.7660122,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c"} {"level":"info","ts":1784799116.766031,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c"} {"level":"info","ts":1784799116.7660465,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","EoS":false} {"level":"info","ts":1784799116.7660565,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c","EoS":true} {"level":"info","ts":1784799116.766086,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cc77a5a3-a804-4d22-bdcf-3eacb9a4a39c"} {"level":"info","ts":1784799116.90649,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799116.9065711,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe"} {"level":"info","ts":1784799116.9065828,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe"} {"level":"info","ts":1784799116.9065948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","EoS":true} {"level":"info","ts":1784799116.9066203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","header":"x-maas-subscription"} {"level":"info","ts":1784799116.9066298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","header":"x-maas-group"} {"level":"info","ts":1784799116.9066343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","header":"x-maas-username"} {"level":"info","ts":1784799116.9066463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799116.906668,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe"} {"level":"info","ts":1784799116.9074383,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe"} {"level":"info","ts":1784799116.9074543,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe"} {"level":"info","ts":1784799116.9074674,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","EoS":false} {"level":"info","ts":1784799116.9074771,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe","EoS":true} {"level":"info","ts":1784799116.9075131,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"249d1f51-dee2-43e2-ad0f-129739cfcefe"} {"level":"info","ts":1784799117.0420585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799117.0421348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f"} {"level":"info","ts":1784799117.042147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f"} {"level":"info","ts":1784799117.0421596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","EoS":true} {"level":"info","ts":1784799117.0421844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","header":"x-maas-group"} {"level":"info","ts":1784799117.042194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","header":"x-maas-subscription"} {"level":"info","ts":1784799117.0422025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","header":"x-maas-username"} {"level":"info","ts":1784799117.0422175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799117.042241,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f"} {"level":"info","ts":1784799117.0430207,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f"} {"level":"info","ts":1784799117.043042,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f"} {"level":"info","ts":1784799117.043057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","EoS":false} {"level":"info","ts":1784799117.0430706,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f","EoS":true} {"level":"info","ts":1784799117.043105,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"da77513f-6ef0-4491-abd2-67248685ed1f"} {"level":"info","ts":1784799135.937609,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799135.9376774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4"} {"level":"info","ts":1784799135.9376879,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4"} {"level":"info","ts":1784799135.9376993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","EoS":true} {"level":"info","ts":1784799135.9377246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","header":"x-maas-subscription"} {"level":"info","ts":1784799135.9377346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","header":"x-maas-username"} {"level":"info","ts":1784799135.9377403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","header":"x-maas-group"} {"level":"info","ts":1784799135.9377537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799135.93778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4"} {"level":"info","ts":1784799135.938573,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4"} {"level":"info","ts":1784799135.9385915,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4"} {"level":"info","ts":1784799135.9386058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","EoS":false} {"level":"info","ts":1784799135.9386172,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4","EoS":true} {"level":"info","ts":1784799135.938649,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c364ade0-c583-4216-83f7-26db0b773cb4"} {"level":"info","ts":1784799136.0405612,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799136.040627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a272a1f-8775-4633-8874-221e818b4bf4"} {"level":"info","ts":1784799136.042257,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a272a1f-8775-4633-8874-221e818b4bf4"} {"level":"info","ts":1784799136.0422726,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a272a1f-8775-4633-8874-221e818b4bf4"} {"level":"info","ts":1784799136.0422864,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a272a1f-8775-4633-8874-221e818b4bf4","EoS":false} {"level":"info","ts":1784799136.042297,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"0a272a1f-8775-4633-8874-221e818b4bf4"} {"level":"info","ts":1784799136.0423198,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a272a1f-8775-4633-8874-221e818b4bf4","EoS":true} {"level":"info","ts":1784799136.042331,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"0a272a1f-8775-4633-8874-221e818b4bf4"} {"level":"info","ts":1784799140.6928241,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799140.692902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588"} {"level":"info","ts":1784799140.692937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588"} {"level":"info","ts":1784799140.6929548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","EoS":true} {"level":"info","ts":1784799140.6929827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","header":"x-maas-subscription"} {"level":"info","ts":1784799140.6929975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","header":"x-maas-group"} {"level":"info","ts":1784799140.6930046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","header":"x-maas-username"} {"level":"info","ts":1784799140.6930616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799140.693089,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588"} {"level":"info","ts":1784799140.693932,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588"} {"level":"info","ts":1784799140.693951,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588"} {"level":"info","ts":1784799140.6939647,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","EoS":false} {"level":"info","ts":1784799140.6939762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588","EoS":true} {"level":"info","ts":1784799140.694012,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5545a3be-6f51-4702-938d-8c0e2dca3588"} {"level":"info","ts":1784799151.2970543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799151.2971218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813"} {"level":"info","ts":1784799151.2971327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813"} {"level":"info","ts":1784799151.2971442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","EoS":true} {"level":"info","ts":1784799151.2971704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","header":"x-maas-group"} {"level":"info","ts":1784799151.2971818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","header":"x-maas-username"} {"level":"info","ts":1784799151.2971861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","header":"x-maas-subscription"} {"level":"info","ts":1784799151.2971983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799151.297221,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813"} {"level":"info","ts":1784799151.2982984,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813"} {"level":"info","ts":1784799151.298315,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813"} {"level":"info","ts":1784799151.2983286,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","EoS":false} {"level":"info","ts":1784799151.2983408,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813","EoS":true} {"level":"info","ts":1784799151.298377,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9d7f1e03-7947-4ec0-b0ef-4e8214631813"} {"level":"info","ts":1784799164.167474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799164.1675484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49"} {"level":"info","ts":1784799164.167555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49"} {"level":"info","ts":1784799164.167566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","EoS":true} {"level":"info","ts":1784799164.1675875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","header":"x-maas-username"} {"level":"info","ts":1784799164.1675978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","header":"x-maas-group"} {"level":"info","ts":1784799164.1676033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","header":"x-maas-subscription"} {"level":"info","ts":1784799164.1676142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799164.16764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49"} {"level":"info","ts":1784799164.1684687,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49"} {"level":"info","ts":1784799164.1684933,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49"} {"level":"info","ts":1784799164.168514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","EoS":false} {"level":"info","ts":1784799164.1685297,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49","EoS":true} {"level":"info","ts":1784799164.1685643,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"df2fca59-097e-48db-973c-e99cf5938a49"} {"level":"info","ts":1784799172.7061176,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799172.7061903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47"} {"level":"info","ts":1784799172.7062016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47"} {"level":"info","ts":1784799172.7062137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","EoS":true} {"level":"info","ts":1784799172.706239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","header":"x-maas-username"} {"level":"info","ts":1784799172.7062497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","header":"x-maas-group"} {"level":"info","ts":1784799172.7062552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","header":"x-maas-subscription"} {"level":"info","ts":1784799172.706268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799172.7062972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47"} {"level":"info","ts":1784799172.7072031,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47"} {"level":"info","ts":1784799172.7072291,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47"} {"level":"info","ts":1784799172.7072492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","EoS":false} {"level":"info","ts":1784799172.707266,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47","EoS":true} {"level":"info","ts":1784799172.7073014,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"31204b91-d370-9b89-85d4-d0a84fd6cf47"} {"level":"info","ts":1784799182.583048,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799182.583118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed"} {"level":"info","ts":1784799182.5831287,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed"} {"level":"info","ts":1784799182.5831401,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","EoS":true} {"level":"info","ts":1784799182.5831628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","header":"x-maas-username"} {"level":"info","ts":1784799182.5831733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","header":"x-maas-group"} {"level":"info","ts":1784799182.5831788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","header":"x-maas-subscription"} {"level":"info","ts":1784799182.5831919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799182.5832171,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed"} {"level":"info","ts":1784799182.5841198,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed"} {"level":"info","ts":1784799182.5841374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed"} {"level":"info","ts":1784799182.584151,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","EoS":false} {"level":"info","ts":1784799182.5841618,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed","EoS":true} {"level":"info","ts":1784799182.58422,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f5e3e0ac-ac4e-4955-97ed-d64e1b0971ed"} {"level":"info","ts":1784799207.499887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799207.4999743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91"} {"level":"info","ts":1784799207.499984,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91"} {"level":"info","ts":1784799207.4999957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","EoS":true} {"level":"info","ts":1784799207.500021,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","header":"x-maas-group"} {"level":"info","ts":1784799207.500031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","header":"x-maas-username"} {"level":"info","ts":1784799207.5000362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","header":"x-maas-subscription"} {"level":"info","ts":1784799207.5000489,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799207.5000715,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91"} {"level":"info","ts":1784799207.5025241,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91"} {"level":"info","ts":1784799207.5025456,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91"} {"level":"info","ts":1784799207.5025597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","EoS":false} {"level":"info","ts":1784799207.5025713,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91","EoS":true} {"level":"info","ts":1784799207.5026064,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3f2da52c-6294-42ec-9bb9-88635a332d91"} {"level":"info","ts":1784799233.133738,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799233.1338005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086"} {"level":"info","ts":1784799233.1338093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086"} {"level":"info","ts":1784799233.133821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","EoS":true} {"level":"info","ts":1784799233.1338456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","header":"x-maas-username"} {"level":"info","ts":1784799233.1338556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","header":"x-maas-group"} {"level":"info","ts":1784799233.133861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","header":"x-maas-subscription"} {"level":"info","ts":1784799233.133872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784799233.1338954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086"} {"level":"info","ts":1784799233.1349628,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086"} {"level":"info","ts":1784799233.1349893,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086"} {"level":"info","ts":1784799233.1350114,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","EoS":false} {"level":"info","ts":1784799233.1350312,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086","EoS":true} {"level":"info","ts":1784799233.1350822,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4c81d0ee-ee7d-4ad6-a544-b47544885086"} {"level":"info","ts":1784799259.816058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799259.8161213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8"} {"level":"info","ts":1784799259.8161302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8"} {"level":"info","ts":1784799259.8161418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","EoS":true} {"level":"info","ts":1784799259.816164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","header":"x-maas-username"} {"level":"info","ts":1784799259.816174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","header":"x-maas-subscription"} {"level":"info","ts":1784799259.8161783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","header":"x-maas-group"} {"level":"info","ts":1784799259.8161922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799259.8162174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8"} {"level":"info","ts":1784799259.8172631,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8"} {"level":"info","ts":1784799259.817282,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8"} {"level":"info","ts":1784799259.8172967,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","EoS":false} {"level":"info","ts":1784799259.8173113,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8","EoS":true} {"level":"info","ts":1784799259.8173432,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9e7d0e4e-e560-4b96-9147-bffd8f661df8"} {"level":"info","ts":1784799269.323086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799269.3231611,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a"} {"level":"info","ts":1784799269.3231719,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a"} {"level":"info","ts":1784799269.3231838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","EoS":true} {"level":"info","ts":1784799269.3232074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","header":"x-maas-subscription"} {"level":"info","ts":1784799269.3232179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","header":"x-maas-username"} {"level":"info","ts":1784799269.3232222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","header":"x-maas-group"} {"level":"info","ts":1784799269.323234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799269.3232553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a"} {"level":"info","ts":1784799269.3256938,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a"} {"level":"info","ts":1784799269.325714,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a"} {"level":"info","ts":1784799269.32573,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","EoS":false} {"level":"info","ts":1784799269.3257406,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a","EoS":true} {"level":"info","ts":1784799269.3257778,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"319e32c6-f9dc-4033-87f1-a54d5c81448a"} {"level":"info","ts":1784799269.361696,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799269.3617542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519"} {"level":"info","ts":1784799269.361765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519"} {"level":"info","ts":1784799269.3617754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","EoS":true} {"level":"info","ts":1784799269.361796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","header":"x-maas-username"} {"level":"info","ts":1784799269.361806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","header":"x-maas-subscription"} {"level":"info","ts":1784799269.3618114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","header":"x-maas-group"} {"level":"info","ts":1784799269.3618233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799269.361847,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519"} {"level":"info","ts":1784799269.3628783,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519"} {"level":"info","ts":1784799269.362897,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519"} {"level":"info","ts":1784799269.3629107,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","EoS":false} {"level":"info","ts":1784799269.362939,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519","EoS":true} {"level":"info","ts":1784799269.3629773,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d14bdb23-41f2-4718-8e16-83ba5fc78519"} {"level":"info","ts":1784799288.6510084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799288.6510737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e"} {"level":"info","ts":1784799288.651082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e"} {"level":"info","ts":1784799288.6510937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","EoS":true} {"level":"info","ts":1784799288.6511197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","header":"x-maas-subscription"} {"level":"info","ts":1784799288.6511302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","header":"x-maas-group"} {"level":"info","ts":1784799288.6511347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","header":"x-maas-username"} {"level":"info","ts":1784799288.6511478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799288.6511703,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e"} {"level":"info","ts":1784799288.6520276,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e"} {"level":"info","ts":1784799288.6520505,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e"} {"level":"info","ts":1784799288.6520653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","EoS":false} {"level":"info","ts":1784799288.6520803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e","EoS":true} {"level":"info","ts":1784799288.6521177,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3daa3a67-c47c-4dfa-9b4b-3a5861668d2e"} {"level":"info","ts":1784799417.594941,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799417.5950198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141"} {"level":"info","ts":1784799417.5950303,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141"} {"level":"info","ts":1784799417.5950418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","EoS":true} {"level":"info","ts":1784799417.5950644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","header":"x-maas-username"} {"level":"info","ts":1784799417.5950758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","header":"x-maas-subscription"} {"level":"info","ts":1784799417.5950816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","header":"x-maas-group"} {"level":"info","ts":1784799417.5950935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784799417.5951176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141"} {"level":"info","ts":1784799417.5962746,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141"} {"level":"info","ts":1784799417.5962899,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141"} {"level":"info","ts":1784799417.5963025,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","EoS":false} {"level":"info","ts":1784799417.5963132,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141","EoS":true} {"level":"info","ts":1784799417.5963383,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dd281d1a-7696-4e43-ae20-1e8d58fb4141"} {"level":"info","ts":1784799453.039758,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799453.039823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774"} {"level":"info","ts":1784799453.0398383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774"} {"level":"info","ts":1784799453.0398524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","EoS":true} {"level":"info","ts":1784799453.0398757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","header":"x-maas-subscription"} {"level":"info","ts":1784799453.039885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","header":"x-maas-username"} {"level":"info","ts":1784799453.0398915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","header":"x-maas-group"} {"level":"info","ts":1784799453.039902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799453.0399425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774"} {"level":"info","ts":1784799453.041745,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774"} {"level":"info","ts":1784799453.0417652,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774"} {"level":"info","ts":1784799453.0417802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","EoS":false} {"level":"info","ts":1784799453.0417945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774","EoS":true} {"level":"info","ts":1784799453.0418277,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cb929c55-e6d5-4446-8be7-be79b19b3774"} {"level":"info","ts":1784799468.758017,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799468.7580822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78"} {"level":"info","ts":1784799468.7580914,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78"} {"level":"info","ts":1784799468.7581036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","EoS":true} {"level":"info","ts":1784799468.7581263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","header":"x-maas-group"} {"level":"info","ts":1784799468.758136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","header":"x-maas-subscription"} {"level":"info","ts":1784799468.758141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","header":"x-maas-username"} {"level":"info","ts":1784799468.758154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799468.758181,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78"} {"level":"info","ts":1784799468.759107,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78"} {"level":"info","ts":1784799468.7591279,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78"} {"level":"info","ts":1784799468.7591493,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","EoS":false} {"level":"info","ts":1784799468.759166,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78","EoS":true} {"level":"info","ts":1784799468.7592087,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b842aa1b-e86a-4c6c-bbad-df498b3bfe78"} {"level":"info","ts":1784799833.8597221,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799833.8598008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986"} {"level":"info","ts":1784799833.859809,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986"} {"level":"info","ts":1784799833.8598206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","EoS":true} {"level":"info","ts":1784799833.8598452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","header":"x-maas-username"} {"level":"info","ts":1784799833.8598547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","header":"x-maas-subscription"} {"level":"info","ts":1784799833.859862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","header":"x-maas-group"} {"level":"info","ts":1784799833.8598773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784799833.8599021,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986"} {"level":"info","ts":1784799833.8621085,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986"} {"level":"info","ts":1784799833.8621292,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986"} {"level":"info","ts":1784799833.8621445,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","EoS":false} {"level":"info","ts":1784799833.8621612,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986","EoS":true} {"level":"info","ts":1784799833.862194,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f53d1fcc-4a7c-4848-8f51-a5a0b0f6a986"} {"level":"info","ts":1784799838.6610682,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d5cde276-e407-4853-a400-734d7dbcead1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784799838.6613028,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35566.939471073,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.6613278,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.7005498,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.7623608,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d5cde276-e407-4853-a400-734d7dbcead1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784799838.786289,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"951d1d61-da17-4d78-9436-29e5762acf0d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784799838.7863212,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"951d1d61-da17-4d78-9436-29e5762acf0d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784799838.7863944,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29c2b9ff-8c0c-4fc6-8c22-a5a86055247e"} {"level":"info","ts":1784799838.7922695,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b3b01e9-7b5d-46b0-937f-16c02e8b1cb8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784799838.7922974,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b3b01e9-7b5d-46b0-937f-16c02e8b1cb8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784799838.7925007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38429.667738171,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.792518,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.8017936,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.8929698,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29c2b9ff-8c0c-4fc6-8c22-a5a86055247e","name":"e2e-external-provider"} {"level":"info","ts":1784799838.9093678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a32cde24-5d5b-4782-b58a-8d5f5e1daf49","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799838.909415,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a32cde24-5d5b-4782-b58a-8d5f5e1daf49","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784799838.9094026,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"885444f1-cc5c-40f2-a9a8-f6c7b1087c54"} {"level":"info","ts":1784799838.9115021,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29c2b9ff-8c0c-4fc6-8c22-a5a86055247e","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784799838.9152553,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"885444f1-cc5c-40f2-a9a8-f6c7b1087c54","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784799838.9153063,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"581d321f-aed5-4d22-95c8-94d81e8d03c1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799838.9153314,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"581d321f-aed5-4d22-95c8-94d81e8d03c1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784799838.9221964,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29c2b9ff-8c0c-4fc6-8c22-a5a86055247e","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784799838.9226596,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"885444f1-cc5c-40f2-a9a8-f6c7b1087c54","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799838.9227562,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9b3b502-12aa-468c-9efb-2a70accf2439"} {"level":"info","ts":1784799838.9228091,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9b3b502-12aa-468c-9efb-2a70accf2439","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784799838.9228237,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d6a0d21-4ec0-445d-b0d2-822288c5194c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799838.9228451,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d6a0d21-4ec0-445d-b0d2-822288c5194c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784799838.9274359,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29c2b9ff-8c0c-4fc6-8c22-a5a86055247e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784799838.9307983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9b3b502-12aa-468c-9efb-2a70accf2439","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799838.9308615,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c275f07f-2d1d-4053-a6a8-f643e69d6a4e"} {"level":"info","ts":1784799838.9308937,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c275f07f-2d1d-4053-a6a8-f643e69d6a4e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784799838.932928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e3ff67c-c7ac-4ae8-8f03-da4fe3730827","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799838.9329598,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e3ff67c-c7ac-4ae8-8f03-da4fe3730827","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784799838.933046,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a213c26-694a-42a5-9459-6add07fbd3f8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784799838.9330654,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a213c26-694a-42a5-9459-6add07fbd3f8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784799838.933283,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a067f45b-2109-42e4-9369-a8da13c22b4f"} {"level":"info","ts":1784799838.933371,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a067f45b-2109-42e4-9369-a8da13c22b4f","name":"e2e-external-provider"} {"level":"error","ts":1784799838.9361062,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c275f07f-2d1d-4053-a6a8-f643e69d6a4e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799838.936188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e2e30f9-b9b3-44a4-a344-374c40a5468f"} {"level":"info","ts":1784799838.9364016,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35920.908166181,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.9364197,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799838.9443743,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a067f45b-2109-42e4-9369-a8da13c22b4f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784799839.0420172,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784799839.1373992,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e2e30f9-b9b3-44a4-a344-374c40a5468f","name":"e2e-external-model"} {"level":"info","ts":1784799839.1493385,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e2e30f9-b9b3-44a4-a344-374c40a5468f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784799839.1549945,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd45e0f-449d-420b-b433-a4bd46dc1dd2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799839.1550202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b1f79fd-1ccd-45f8-ae0b-db485415e9c3"} {"level":"info","ts":1784799839.1550436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd45e0f-449d-420b-b433-a4bd46dc1dd2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784799839.1550982,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b1f79fd-1ccd-45f8-ae0b-db485415e9c3","name":"e2e-external-model"} {"level":"error","ts":1784799839.175352,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b1f79fd-1ccd-45f8-ae0b-db485415e9c3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799839.1754076,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"966e1c4e-7df3-4400-95f8-2e2ca4c912bb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799839.1754935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"966e1c4e-7df3-4400-95f8-2e2ca4c912bb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784799839.1755378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c8261ea-d9e0-40f6-941f-e94674d62cfb"} {"level":"info","ts":1784799839.1755922,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c8261ea-d9e0-40f6-941f-e94674d62cfb","name":"e2e-external-model"} {"level":"info","ts":1784799839.1844423,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c8261ea-d9e0-40f6-941f-e94674d62cfb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784799839.1919575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b54bdd25-6a37-402a-bc73-d78f3661d2ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799839.1919987,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b54bdd25-6a37-402a-bc73-d78f3661d2ce","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784799839.1932697,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c8261ea-d9e0-40f6-941f-e94674d62cfb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799839.1933758,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8c7b8d9-ab3b-4d46-88e7-955f0d69cc06"} {"level":"info","ts":1784799839.193437,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8c7b8d9-ab3b-4d46-88e7-955f0d69cc06","name":"e2e-external-model"} {"level":"info","ts":1784799839.2029343,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8c7b8d9-ab3b-4d46-88e7-955f0d69cc06","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784799852.8840249,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799852.884091,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9"} {"level":"info","ts":1784799852.8841002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9"} {"level":"info","ts":1784799852.884113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","EoS":true} {"level":"info","ts":1784799852.8841383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","header":"x-maas-group"} {"level":"info","ts":1784799852.8841481,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","header":"x-maas-username"} {"level":"info","ts":1784799852.884155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","header":"x-maas-subscription"} {"level":"info","ts":1784799852.8841684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784799852.884177,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","modelName":"e2e-external-model"} {"level":"info","ts":1784799852.8841877,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784799852.8842294,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784799852.8842535,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9","authType":"apikey"} {"level":"info","ts":1784799852.8842793,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f48c3246-ae1a-4123-bf60-be9a4576a4b9"} {"level":"info","ts":1784799853.0234432,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9167f0bc-281d-44cc-8940-ccb0ad119714","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799853.023485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9167f0bc-281d-44cc-8940-ccb0ad119714","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784799853.023447,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2240cbce-6f17-4b93-94eb-20ce893f6266"} {"level":"info","ts":1784799853.0296626,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2240cbce-6f17-4b93-94eb-20ce893f6266","name":"e2e-cleanup-test"} {"level":"info","ts":1784799853.0296853,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5abce376-d1c0-4ae4-880a-bce92ee89ffa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799853.0297136,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5abce376-d1c0-4ae4-880a-bce92ee89ffa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784799853.0408514,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2240cbce-6f17-4b93-94eb-20ce893f6266","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784799853.0495677,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3c29277-e145-4451-8bd8-add93a6878bc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799853.0495987,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3c29277-e145-4451-8bd8-add93a6878bc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784799853.0502222,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3556861-9fac-4c2a-a6a8-134d431645db"} {"level":"info","ts":1784799853.050287,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3556861-9fac-4c2a-a6a8-134d431645db","name":"e2e-cleanup-test"} {"level":"error","ts":1784799853.0685496,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3556861-9fac-4c2a-a6a8-134d431645db","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784799853.068576,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d2f73f4-04d5-4428-8ee5-823b372883ec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799853.068606,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d2f73f4-04d5-4428-8ee5-823b372883ec","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784799853.068636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7fc6bc4-1df4-4e8b-9cb8-66f7b88938e7"} {"level":"info","ts":1784799853.0686877,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7fc6bc4-1df4-4e8b-9cb8-66f7b88938e7","name":"e2e-cleanup-test"} {"level":"info","ts":1784799853.0778353,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7fc6bc4-1df4-4e8b-9cb8-66f7b88938e7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784799853.0833302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04222b16-9d18-4430-9d47-62da1f39ceda"} {"level":"info","ts":1784799853.0833375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"169d3c49-20c2-4703-bc9b-8aadd447cf2d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799853.0833652,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"169d3c49-20c2-4703-bc9b-8aadd447cf2d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784799853.0833917,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04222b16-9d18-4430-9d47-62da1f39ceda","name":"e2e-cleanup-test"} {"level":"info","ts":1784799853.091421,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04222b16-9d18-4430-9d47-62da1f39ceda","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784799861.3109653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01d34006-ec07-42d2-99fc-89e01df1b6ed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799861.311011,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"01d34006-ec07-42d2-99fc-89e01df1b6ed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784799861.3109734,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36062976-fa60-481e-9b8d-d60c194b2a56"} {"level":"info","ts":1784799865.666117,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799865.6661794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc"} {"level":"info","ts":1784799865.6661868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc"} {"level":"info","ts":1784799865.6661975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc","EoS":true} {"level":"info","ts":1784799865.6662257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784799865.6662495,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"719119e3-41b9-4b99-bc6b-c6605bbd1ccc"} {"level":"info","ts":1784799865.7177405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799865.717811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23"} {"level":"info","ts":1784799865.7178223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23"} {"level":"info","ts":1784799865.7178338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","EoS":true} {"level":"info","ts":1784799865.717859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","header":"x-maas-subscription"} {"level":"info","ts":1784799865.717868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","header":"x-maas-group"} {"level":"info","ts":1784799865.717873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","header":"x-maas-username"} {"level":"info","ts":1784799865.7178876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784799865.7178972,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","modelName":"e2e-external-model"} {"level":"info","ts":1784799865.717909,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784799865.7179518,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784799865.7179718,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23","authType":"apikey"} {"level":"info","ts":1784799865.7179947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e655a86b-2e65-4054-92cf-1c4855541d23"} {"level":"info","ts":1784799865.7609503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799865.761058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43"} {"level":"info","ts":1784799865.7610714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43"} {"level":"info","ts":1784799865.7610838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","EoS":true} {"level":"info","ts":1784799865.7611067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","header":"x-maas-group"} {"level":"info","ts":1784799865.761119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","header":"x-maas-subscription"} {"level":"info","ts":1784799865.761124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","header":"x-maas-username"} {"level":"info","ts":1784799865.761135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784799865.761157,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43"} {"level":"info","ts":1784799865.8923428,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43"} {"level":"info","ts":1784799865.8923686,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43"} {"level":"info","ts":1784799865.892389,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","EoS":false} {"level":"info","ts":1784799865.8924077,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","EoS":true} {"level":"error","ts":1784799865.8924274,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784799865.892479,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa5df1d7-355c-4312-82bf-91e34931cf43"} {"level":"info","ts":1784799865.9341397,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784799865.9342153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071"} {"level":"info","ts":1784799865.934232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071"} {"level":"info","ts":1784799865.9342484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071","EoS":true} {"level":"info","ts":1784799865.9342766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071","header":"x-maas-username"} {"level":"info","ts":1784799865.9342904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071","header":"x-maas-subscription"} {"level":"info","ts":1784799865.9342978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071","header":"x-maas-group"} {"level":"info","ts":1784799865.9343293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071"} {"level":"info","ts":1784799865.9844675,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071"} {"level":"info","ts":1784799865.9844885,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071"} {"level":"info","ts":1784799865.9845083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071","EoS":false} {"level":"info","ts":1784799865.9845262,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071","EoS":true} {"level":"error","ts":1784799865.9845457,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784799865.9845886,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7bbbb7e2-3790-4fe5-87f4-ff950149a071"} {"level":"info","ts":1784799866.8593724,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60318d00-b7bc-41ac-abd3-6f4b6d57447d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799866.859416,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60318d00-b7bc-41ac-abd3-6f4b6d57447d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784799866.8593736,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc4d477b-1efd-4948-a69e-a291ec75f009"} {"level":"info","ts":1784799867.01781,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f34e632-9be0-416f-9ab7-ff370315dbfb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784799867.017845,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d56524c3-b3dc-4664-8123-0c3cfd9a639d"} {"level":"info","ts":1784799867.0178602,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f34e632-9be0-416f-9ab7-ff370315dbfb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784799867.1609838,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a9404cc0-c3ad-4883-a921-bbfd0e7657d8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784799867.161071,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a9404cc0-c3ad-4883-a921-bbfd0e7657d8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784800473.118706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784800473.118795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe"} {"level":"info","ts":1784800473.1188085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe"} {"level":"info","ts":1784800473.1188226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","EoS":true} {"level":"info","ts":1784800473.11885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","header":"x-maas-group"} {"level":"info","ts":1784800473.1188598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","header":"x-maas-username"} {"level":"info","ts":1784800473.1188638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","header":"x-maas-subscription"} {"level":"info","ts":1784800473.1188776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","path":"/ai-tenant-e2e-inf-b-64f44e/test-model-64f44e/v1/chat/completions"} {"level":"info","ts":1784800473.118904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe"} {"level":"info","ts":1784800473.1338022,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe"} {"level":"info","ts":1784800473.1338246,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe"} {"level":"info","ts":1784800473.133861,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","EoS":false} {"level":"info","ts":1784800473.1338787,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe","EoS":true} {"level":"info","ts":1784800473.1339514,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d8f445fa-d65d-40f2-92a3-0288b7f6e0fe"} {"level":"info","ts":1784800954.4821248,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784800954.4822276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a"} {"level":"info","ts":1784800954.482239,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a"} {"level":"info","ts":1784800954.482257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","EoS":true} {"level":"info","ts":1784800954.4822936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","header":"x-maas-subscription"} {"level":"info","ts":1784800954.482307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","header":"x-maas-username"} {"level":"info","ts":1784800954.4823158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","header":"x-maas-group"} {"level":"info","ts":1784800954.4823432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","path":"/ai-tenant-e2e-shared-b-0dc985/rate-test-model-0dc985/v1/completions"} {"level":"info","ts":1784800954.4823778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a"} {"level":"info","ts":1784800954.4952207,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a"} {"level":"info","ts":1784800954.4952474,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a"} {"level":"info","ts":1784800954.4952643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","EoS":false} {"level":"info","ts":1784800954.4952784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a","EoS":true} {"level":"info","ts":1784800954.4953141,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"09aff1e5-3f4f-4d83-adae-ddfeff20241a"}