{"level":"info","ts":1784806119.028665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f01a417-83b2-499e-a818-398b91de393d"} {"level":"info","ts":1784806119.030808,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f01a417-83b2-499e-a818-398b91de393d"} {"level":"info","ts":1784806119.0308337,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5f01a417-83b2-499e-a818-398b91de393d"} {"level":"info","ts":1784806119.03085,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f01a417-83b2-499e-a818-398b91de393d","EoS":false} {"level":"info","ts":1784806119.0308616,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f01a417-83b2-499e-a818-398b91de393d","EoS":true} {"level":"info","ts":1784806119.0308993,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5f01a417-83b2-499e-a818-398b91de393d"} {"level":"info","ts":1784806119.1664445,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806119.166519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972"} {"level":"info","ts":1784806119.1665313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972"} {"level":"info","ts":1784806119.1665432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972","EoS":true} {"level":"info","ts":1784806119.166629,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972","header":"x-maas-group"} {"level":"info","ts":1784806119.1666422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972","header":"x-maas-username"} {"level":"info","ts":1784806119.1666462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972","header":"x-maas-subscription"} {"level":"info","ts":1784806119.1666605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806119.1666849,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972"} {"level":"info","ts":1784806119.1673956,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972"} {"level":"info","ts":1784806119.167414,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972"} {"level":"info","ts":1784806119.16743,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972","EoS":false} {"level":"info","ts":1784806119.1674514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972","EoS":true} {"level":"info","ts":1784806119.167489,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"57adceed-dc63-42a6-bcf3-2d5e3d084972"} {"level":"info","ts":1784806119.3009477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806119.3010335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8"} {"level":"info","ts":1784806119.3010457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8"} {"level":"info","ts":1784806119.301058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","EoS":true} {"level":"info","ts":1784806119.3011017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","header":"x-maas-subscription"} {"level":"info","ts":1784806119.3011136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","header":"x-maas-group"} {"level":"info","ts":1784806119.3011181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","header":"x-maas-username"} {"level":"info","ts":1784806119.3011317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806119.3011594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8"} {"level":"info","ts":1784806119.301843,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8"} {"level":"info","ts":1784806119.301862,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8"} {"level":"info","ts":1784806119.301877,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","EoS":false} {"level":"info","ts":1784806119.3018885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8","EoS":true} {"level":"info","ts":1784806119.301929,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a5e944d-b6bb-41a6-8125-500b87b6fac8"} {"level":"info","ts":1784806119.435046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806119.4351265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88"} {"level":"info","ts":1784806119.4351387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88"} {"level":"info","ts":1784806119.4351506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","EoS":true} {"level":"info","ts":1784806119.4351835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","header":"x-maas-username"} {"level":"info","ts":1784806119.435195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","header":"x-maas-group"} {"level":"info","ts":1784806119.4352002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","header":"x-maas-subscription"} {"level":"info","ts":1784806119.4352129,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806119.4352388,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88"} {"level":"info","ts":1784806119.4359362,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88"} {"level":"info","ts":1784806119.435955,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88"} {"level":"info","ts":1784806119.43597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","EoS":false} {"level":"info","ts":1784806119.4359818,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88","EoS":true} {"level":"info","ts":1784806119.4360178,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c7b88def-a4d6-42e3-975b-ebb28950ed88"} {"level":"info","ts":1784806119.5692863,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806119.5693927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f"} {"level":"info","ts":1784806119.5694094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f"} {"level":"info","ts":1784806119.5694277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","EoS":true} {"level":"info","ts":1784806119.5694654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","header":"x-maas-username"} {"level":"info","ts":1784806119.5694826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","header":"x-maas-subscription"} {"level":"info","ts":1784806119.5694895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","header":"x-maas-group"} {"level":"info","ts":1784806119.5695074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806119.5695384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f"} {"level":"info","ts":1784806119.5702772,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f"} {"level":"info","ts":1784806119.570297,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f"} {"level":"info","ts":1784806119.570317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","EoS":false} {"level":"info","ts":1784806119.5703306,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f","EoS":true} {"level":"info","ts":1784806119.5703642,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5c8f00ce-eb8d-457f-8ba1-d851c160318f"} {"level":"info","ts":1784806135.2660582,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806135.266133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718"} {"level":"info","ts":1784806135.2661455,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718"} {"level":"info","ts":1784806135.2661574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","EoS":true} {"level":"info","ts":1784806135.2661889,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","header":"x-maas-subscription"} {"level":"info","ts":1784806135.2661996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","header":"x-maas-username"} {"level":"info","ts":1784806135.266204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","header":"x-maas-group"} {"level":"info","ts":1784806135.2662184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806135.266243,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718"} {"level":"info","ts":1784806135.2669508,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718"} {"level":"info","ts":1784806135.2669754,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718"} {"level":"info","ts":1784806135.2669973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","EoS":false} {"level":"info","ts":1784806135.2670171,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718","EoS":true} {"level":"info","ts":1784806135.2670493,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a20fe5e-a7e3-4da6-9e6b-fd6df8e15718"} {"level":"info","ts":1784806135.2997277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806135.2998095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799"} {"level":"info","ts":1784806135.299822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799"} {"level":"info","ts":1784806135.2998364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","EoS":true} {"level":"info","ts":1784806135.2998633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","header":"x-maas-subscription"} {"level":"info","ts":1784806135.2998736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","header":"x-maas-username"} {"level":"info","ts":1784806135.2998786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","header":"x-maas-group"} {"level":"info","ts":1784806135.2998917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806135.2999182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799"} {"level":"info","ts":1784806135.300585,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799"} {"level":"info","ts":1784806135.3006203,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799"} {"level":"info","ts":1784806135.300644,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","EoS":false} {"level":"info","ts":1784806135.3006673,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799","EoS":true} {"level":"info","ts":1784806135.300708,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2b7e6bbd-4ff5-4fc5-baa8-9a08915b9799"} {"level":"info","ts":1784806135.3984368,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806135.3985198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1677f5d-20eb-40a9-8ef3-38764e42be5e"} {"level":"info","ts":1784806135.3991597,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1677f5d-20eb-40a9-8ef3-38764e42be5e"} {"level":"info","ts":1784806135.3991814,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c1677f5d-20eb-40a9-8ef3-38764e42be5e"} {"level":"info","ts":1784806135.3991983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1677f5d-20eb-40a9-8ef3-38764e42be5e","EoS":false} {"level":"info","ts":1784806135.3992126,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c1677f5d-20eb-40a9-8ef3-38764e42be5e"} {"level":"info","ts":1784806135.3992474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1677f5d-20eb-40a9-8ef3-38764e42be5e","EoS":true} {"level":"info","ts":1784806135.3992572,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c1677f5d-20eb-40a9-8ef3-38764e42be5e"} {"level":"info","ts":1784806139.9916408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806139.99173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8"} {"level":"info","ts":1784806139.9917555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8"} {"level":"info","ts":1784806139.9917693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","EoS":true} {"level":"info","ts":1784806139.9917982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","header":"x-maas-username"} {"level":"info","ts":1784806139.9918113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","header":"x-maas-subscription"} {"level":"info","ts":1784806139.9918184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","header":"x-maas-group"} {"level":"info","ts":1784806139.9918354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806139.9918602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8"} {"level":"info","ts":1784806139.9925544,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8"} {"level":"info","ts":1784806139.9925747,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8"} {"level":"info","ts":1784806139.9925907,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","EoS":false} {"level":"info","ts":1784806139.9926028,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8","EoS":true} {"level":"info","ts":1784806139.9926703,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d2478bc0-beec-44d1-973b-46bd7b59ebe8"} {"level":"info","ts":1784806152.585652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806152.5857348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40"} {"level":"info","ts":1784806152.5857491,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40"} {"level":"info","ts":1784806152.5857656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","EoS":true} {"level":"info","ts":1784806152.5858006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","header":"x-maas-subscription"} {"level":"info","ts":1784806152.5858138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","header":"x-maas-username"} {"level":"info","ts":1784806152.5858207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","header":"x-maas-group"} {"level":"info","ts":1784806152.5858402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806152.585875,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40"} {"level":"info","ts":1784806152.5868032,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40"} {"level":"info","ts":1784806152.5868244,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40"} {"level":"info","ts":1784806152.58684,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","EoS":false} {"level":"info","ts":1784806152.5868528,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40","EoS":true} {"level":"info","ts":1784806152.5868897,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8cd3d549-4a1a-4ec2-9379-15e6c6ebff40"} {"level":"info","ts":1784806165.4361796,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806165.436264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff"} {"level":"info","ts":1784806165.4362786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff"} {"level":"info","ts":1784806165.436292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","EoS":true} {"level":"info","ts":1784806165.4363189,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","header":"x-maas-group"} {"level":"info","ts":1784806165.4363294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","header":"x-maas-username"} {"level":"info","ts":1784806165.4363344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","header":"x-maas-subscription"} {"level":"info","ts":1784806165.4363477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806165.4363742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff"} {"level":"info","ts":1784806165.4370842,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff"} {"level":"info","ts":1784806165.4371045,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff"} {"level":"info","ts":1784806165.4371195,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","EoS":false} {"level":"info","ts":1784806165.4371312,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff","EoS":true} {"level":"info","ts":1784806165.4371674,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"585bc9dc-19c8-473e-9f74-58f1dc29b6ff"} {"level":"info","ts":1784806173.9492936,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806173.949379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daa99180-b273-4291-b166-43506f24adb7"} {"level":"info","ts":1784806173.9493918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"daa99180-b273-4291-b166-43506f24adb7"} {"level":"info","ts":1784806173.9494064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","EoS":true} {"level":"info","ts":1784806173.9494398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","header":"x-maas-username"} {"level":"info","ts":1784806173.949451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","header":"x-maas-group"} {"level":"info","ts":1784806173.9494555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","header":"x-maas-subscription"} {"level":"info","ts":1784806173.9494684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806173.949495,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"daa99180-b273-4291-b166-43506f24adb7"} {"level":"info","ts":1784806173.950198,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"daa99180-b273-4291-b166-43506f24adb7"} {"level":"info","ts":1784806173.950219,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"daa99180-b273-4291-b166-43506f24adb7"} {"level":"info","ts":1784806173.9502342,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","EoS":false} {"level":"info","ts":1784806173.9502466,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"daa99180-b273-4291-b166-43506f24adb7","EoS":true} {"level":"info","ts":1784806173.9502788,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"daa99180-b273-4291-b166-43506f24adb7"} {"level":"info","ts":1784806182.796643,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806182.7967227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515"} {"level":"info","ts":1784806182.7967389,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515"} {"level":"info","ts":1784806182.7967515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","EoS":true} {"level":"info","ts":1784806182.7967734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","header":"x-maas-username"} {"level":"info","ts":1784806182.796787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","header":"x-maas-group"} {"level":"info","ts":1784806182.7967925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","header":"x-maas-subscription"} {"level":"info","ts":1784806182.7968059,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806182.7968304,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515"} {"level":"info","ts":1784806182.7974732,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515"} {"level":"info","ts":1784806182.7974896,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515"} {"level":"info","ts":1784806182.7975042,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","EoS":false} {"level":"info","ts":1784806182.7975159,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515","EoS":true} {"level":"info","ts":1784806182.7975497,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"37ac230b-a2bc-4f51-a66f-89efb1b5e515"} {"level":"info","ts":1784806207.5630798,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806207.5631573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0"} {"level":"info","ts":1784806207.5631688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0"} {"level":"info","ts":1784806207.5631797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","EoS":true} {"level":"info","ts":1784806207.5632036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","header":"x-maas-subscription"} {"level":"info","ts":1784806207.5632129,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","header":"x-maas-username"} {"level":"info","ts":1784806207.5632176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","header":"x-maas-group"} {"level":"info","ts":1784806207.5632312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806207.5632534,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0"} {"level":"info","ts":1784806207.5641923,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0"} {"level":"info","ts":1784806207.5642207,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0"} {"level":"info","ts":1784806207.564244,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","EoS":false} {"level":"info","ts":1784806207.564265,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0","EoS":true} {"level":"info","ts":1784806207.5643086,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"df389e7a-6542-4455-9c7d-3e1db89ba1e0"} {"level":"info","ts":1784806230.5619743,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806230.5620463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a"} {"level":"info","ts":1784806230.562057,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a"} {"level":"info","ts":1784806230.562069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","EoS":true} {"level":"info","ts":1784806230.5620935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","header":"x-maas-username"} {"level":"info","ts":1784806230.5621037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","header":"x-maas-subscription"} {"level":"info","ts":1784806230.562109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","header":"x-maas-group"} {"level":"info","ts":1784806230.562121,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784806230.5621448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a"} {"level":"info","ts":1784806230.5651238,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a"} {"level":"info","ts":1784806230.5651448,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a"} {"level":"info","ts":1784806230.5651662,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","EoS":false} {"level":"info","ts":1784806230.5651858,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a","EoS":true} {"level":"info","ts":1784806230.5652244,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9d15e719-7886-4d0b-86f7-35f732f5247a"} {"level":"info","ts":1784806256.7576659,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806256.7577372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d"} {"level":"info","ts":1784806256.7577481,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d"} {"level":"info","ts":1784806256.7577603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","EoS":true} {"level":"info","ts":1784806256.7577875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","header":"x-maas-subscription"} {"level":"info","ts":1784806256.7577968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","header":"x-maas-group"} {"level":"info","ts":1784806256.7578018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","header":"x-maas-username"} {"level":"info","ts":1784806256.7578146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806256.7578394,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d"} {"level":"info","ts":1784806256.758541,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d"} {"level":"info","ts":1784806256.7585614,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d"} {"level":"info","ts":1784806256.7585819,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","EoS":false} {"level":"info","ts":1784806256.7586017,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d","EoS":true} {"level":"info","ts":1784806256.7586703,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b17592eb-18d1-434a-99ce-0ee085c6778d"} {"level":"info","ts":1784806266.0874846,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806266.0875676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf"} {"level":"info","ts":1784806266.0875819,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf"} {"level":"info","ts":1784806266.0876284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","EoS":true} {"level":"info","ts":1784806266.0876656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","header":"x-maas-subscription"} {"level":"info","ts":1784806266.0876782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","header":"x-maas-group"} {"level":"info","ts":1784806266.087687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","header":"x-maas-username"} {"level":"info","ts":1784806266.087706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806266.0877368,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf"} {"level":"info","ts":1784806266.0896761,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf"} {"level":"info","ts":1784806266.0896974,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf"} {"level":"info","ts":1784806266.0897124,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","EoS":false} {"level":"info","ts":1784806266.089725,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf","EoS":true} {"level":"info","ts":1784806266.089756,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c2977c98-e660-4a07-97e0-305341e383bf"} {"level":"info","ts":1784806266.118406,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806266.118465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d"} {"level":"info","ts":1784806266.118473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d"} {"level":"info","ts":1784806266.1184845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","EoS":true} {"level":"info","ts":1784806266.1185045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","header":"x-maas-username"} {"level":"info","ts":1784806266.118512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","header":"x-maas-subscription"} {"level":"info","ts":1784806266.118517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","header":"x-maas-group"} {"level":"info","ts":1784806266.1185277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806266.11855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d"} {"level":"info","ts":1784806266.1191788,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d"} {"level":"info","ts":1784806266.1191962,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d"} {"level":"info","ts":1784806266.119216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","EoS":false} {"level":"info","ts":1784806266.1192353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d","EoS":true} {"level":"info","ts":1784806266.1192837,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"de803de6-b9f6-4e76-999c-4fcf4108e08d"} {"level":"info","ts":1784806285.1383085,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806285.1383803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb"} {"level":"info","ts":1784806285.1383915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb"} {"level":"info","ts":1784806285.138404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","EoS":true} {"level":"info","ts":1784806285.1384294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","header":"x-maas-group"} {"level":"info","ts":1784806285.1384394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","header":"x-maas-username"} {"level":"info","ts":1784806285.1384442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","header":"x-maas-subscription"} {"level":"info","ts":1784806285.1384566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806285.1384768,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb"} {"level":"info","ts":1784806285.1391256,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb"} {"level":"info","ts":1784806285.1391468,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb"} {"level":"info","ts":1784806285.139169,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","EoS":false} {"level":"info","ts":1784806285.1391888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb","EoS":true} {"level":"info","ts":1784806285.1392334,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b1042c6f-44a5-4b66-ba7a-65ef6232e8cb"} {"level":"info","ts":1784806415.4885666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806415.4886668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744"} {"level":"info","ts":1784806415.4886801,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744"} {"level":"info","ts":1784806415.4886923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","EoS":true} {"level":"info","ts":1784806415.4887197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","header":"x-maas-subscription"} {"level":"info","ts":1784806415.4887307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","header":"x-maas-group"} {"level":"info","ts":1784806415.4887357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","header":"x-maas-username"} {"level":"info","ts":1784806415.4887493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784806415.488774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744"} {"level":"info","ts":1784806415.491878,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744"} {"level":"info","ts":1784806415.4919035,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744"} {"level":"info","ts":1784806415.491919,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","EoS":false} {"level":"info","ts":1784806415.491932,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744","EoS":true} {"level":"info","ts":1784806415.4919665,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a25f8016-cb27-421b-b2b7-f18802dca744"} {"level":"info","ts":1784806452.3141325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806452.3142076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f"} {"level":"info","ts":1784806452.3142169,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f"} {"level":"info","ts":1784806452.3142285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","EoS":true} {"level":"info","ts":1784806452.3142574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","header":"x-maas-username"} {"level":"info","ts":1784806452.3142674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","header":"x-maas-subscription"} {"level":"info","ts":1784806452.3142729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","header":"x-maas-group"} {"level":"info","ts":1784806452.3142858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806452.3143106,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f"} {"level":"info","ts":1784806452.3160672,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f"} {"level":"info","ts":1784806452.3160906,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f"} {"level":"info","ts":1784806452.316107,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","EoS":false} {"level":"info","ts":1784806452.3161213,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f","EoS":true} {"level":"info","ts":1784806452.3161645,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e35198f8-c323-4bb7-b520-88bb9bc8057f"} {"level":"info","ts":1784806467.5187752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806467.5188456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6"} {"level":"info","ts":1784806467.518857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6"} {"level":"info","ts":1784806467.5188684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","EoS":true} {"level":"info","ts":1784806467.518893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","header":"x-maas-subscription"} {"level":"info","ts":1784806467.5189023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","header":"x-maas-group"} {"level":"info","ts":1784806467.5189075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","header":"x-maas-username"} {"level":"info","ts":1784806467.5189214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806467.5189464,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6"} {"level":"info","ts":1784806467.5213258,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6"} {"level":"info","ts":1784806467.5213478,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6"} {"level":"info","ts":1784806467.5213635,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","EoS":false} {"level":"info","ts":1784806467.5213757,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6","EoS":true} {"level":"info","ts":1784806467.5214057,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9567dc52-7b6a-4a6f-ab68-2e593c70dec6"} {"level":"info","ts":1784806798.664503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806798.6645756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1"} {"level":"info","ts":1784806798.6645892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1"} {"level":"info","ts":1784806798.6646001,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","EoS":true} {"level":"info","ts":1784806798.6646495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","header":"x-maas-username"} {"level":"info","ts":1784806798.6646616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","header":"x-maas-group"} {"level":"info","ts":1784806798.6646667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","header":"x-maas-subscription"} {"level":"info","ts":1784806798.6646783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784806798.6647017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1"} {"level":"info","ts":1784806798.667032,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1"} {"level":"info","ts":1784806798.6670601,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1"} {"level":"info","ts":1784806798.6670763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","EoS":false} {"level":"info","ts":1784806798.667088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1","EoS":true} {"level":"info","ts":1784806798.6671236,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4da0fc61-6578-4f23-bd8f-061bad60b4f1"} {"level":"info","ts":1784806803.4109263,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"551d50aa-860e-49f7-b89b-77df43524918","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784806803.4112208,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34498.747819169,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.4112477,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.473894,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.511403,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"551d50aa-860e-49f7-b89b-77df43524918","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784806803.5222194,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0cc7f0c1-0555-4aa7-8362-58428e63b2c5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784806803.5222697,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0cc7f0c1-0555-4aa7-8362-58428e63b2c5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784806803.5223117,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fdd2ae35-4e7a-4adf-9477-b367434737d8"} {"level":"info","ts":1784806803.5283027,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7932e17c-155b-4a0e-9f29-8f85f40009f6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784806803.5284421,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7932e17c-155b-4a0e-9f29-8f85f40009f6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784806803.5284855,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35315.255570336,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.528513,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.5396953,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.6285782,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fdd2ae35-4e7a-4adf-9477-b367434737d8","name":"e2e-external-provider"} {"level":"info","ts":1784806803.6382425,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1b10a18-3d9e-4504-8193-1d75a8fb28af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.638258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff8038e-cad9-4c72-963d-b4a613a228df"} {"level":"info","ts":1784806803.6382906,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1b10a18-3d9e-4504-8193-1d75a8fb28af","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.6457493,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fdd2ae35-4e7a-4adf-9477-b367434737d8","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784806803.646371,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31051daf-bd27-447b-a626-6d8a00ff31e6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.646406,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31051daf-bd27-447b-a626-6d8a00ff31e6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.646359,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff8038e-cad9-4c72-963d-b4a613a228df","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784806803.6558397,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ff8038e-cad9-4c72-963d-b4a613a228df","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806803.6558797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f8c2e81-f910-4a9a-8245-b77bcdb5f8b2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.6559017,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f8c2e81-f910-4a9a-8245-b77bcdb5f8b2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.6559289,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"802185a7-077e-42ef-a773-146649b124ec"} {"level":"info","ts":1784806803.6559596,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"802185a7-077e-42ef-a773-146649b124ec","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784806803.6575065,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fdd2ae35-4e7a-4adf-9477-b367434737d8","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784806803.6600397,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"802185a7-077e-42ef-a773-146649b124ec","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806803.660104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23d6fdee-be74-403a-a2d8-ec2c11cfe624"} {"level":"info","ts":1784806803.6601255,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23d6fdee-be74-403a-a2d8-ec2c11cfe624","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784806803.665223,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fdd2ae35-4e7a-4adf-9477-b367434737d8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784806803.6653085,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23d6fdee-be74-403a-a2d8-ec2c11cfe624","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806803.6725748,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02488908-5e83-47e2-8bf8-cb244256d405","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784806803.6726298,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02488908-5e83-47e2-8bf8-cb244256d405","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784806803.6726575,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57a76a46-1fb7-43eb-a9de-2da8ff855685"} {"level":"info","ts":1784806803.6727107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8f5b252-f539-4805-b036-89ac1da43204","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.67273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8f5b252-f539-4805-b036-89ac1da43204","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.6727116,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57a76a46-1fb7-43eb-a9de-2da8ff855685","name":"e2e-external-provider"} {"level":"info","ts":1784806803.672776,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abdd3a3b-9295-46f3-b188-3e9b7c31a8b1"} {"level":"info","ts":1784806803.6729493,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39068.264537642,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.672973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.6798937,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784806803.6822262,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57a76a46-1fb7-43eb-a9de-2da8ff855685","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784806803.68698,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a67f798d-4f25-40a6-860b-3d05f9b1b65a"} {"level":"info","ts":1784806803.6870227,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a67f798d-4f25-40a6-860b-3d05f9b1b65a","name":"e2e-external-provider"} {"level":"info","ts":1784806803.6964934,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a67f798d-4f25-40a6-860b-3d05f9b1b65a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784806803.7734215,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abdd3a3b-9295-46f3-b188-3e9b7c31a8b1","name":"e2e-external-model"} {"level":"info","ts":1784806803.785944,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abdd3a3b-9295-46f3-b188-3e9b7c31a8b1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784806803.79436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d151b214-e6a7-438c-a15a-b2669cc0d3cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.7943938,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d151b214-e6a7-438c-a15a-b2669cc0d3cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.7944481,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe0106b1-5b3a-4521-8c16-12ae28d269cd"} {"level":"info","ts":1784806803.7945132,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe0106b1-5b3a-4521-8c16-12ae28d269cd","name":"e2e-external-model"} {"level":"error","ts":1784806803.8086898,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe0106b1-5b3a-4521-8c16-12ae28d269cd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784806803.8092434,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e650e3a-87bd-4842-ba37-9f92e6778082"} {"level":"info","ts":1784806803.809254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20077848-2180-440f-a143-4d242dc7e4d4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.8092854,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20077848-2180-440f-a143-4d242dc7e4d4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.8093312,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e650e3a-87bd-4842-ba37-9f92e6778082","name":"e2e-external-model"} {"level":"info","ts":1784806803.8227854,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e650e3a-87bd-4842-ba37-9f92e6778082","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784806803.8319952,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9dbd6bd7-066d-423f-bb3e-a1f6973ab800","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806803.8320403,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9dbd6bd7-066d-423f-bb3e-a1f6973ab800","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784806803.8321922,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbf5b0ef-8ac8-4da4-91c0-b56ea5f3de47"} {"level":"info","ts":1784806803.8322651,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbf5b0ef-8ac8-4da4-91c0-b56ea5f3de47","name":"e2e-external-model"} {"level":"info","ts":1784806803.8448377,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbf5b0ef-8ac8-4da4-91c0-b56ea5f3de47","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784806815.237215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806815.237285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1"} {"level":"info","ts":1784806815.237295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1"} {"level":"info","ts":1784806815.2373078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","EoS":true} {"level":"info","ts":1784806815.2373314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","header":"x-maas-username"} {"level":"info","ts":1784806815.23734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","header":"x-maas-group"} {"level":"info","ts":1784806815.237345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","header":"x-maas-subscription"} {"level":"info","ts":1784806815.2373576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784806815.2373664,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","modelName":"e2e-external-model"} {"level":"info","ts":1784806815.2373786,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784806815.2374063,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784806815.2374218,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1","authType":"apikey"} {"level":"info","ts":1784806815.237451,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"869b41fb-007b-4e05-b431-4ecad9f86fc1"} {"level":"info","ts":1784806815.3502362,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02016ee3-5f46-4e43-9592-1ea113b85737","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784806815.3502462,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"571519f8-7e99-4978-b40e-4e8347fc2ee5"} {"level":"info","ts":1784806815.350275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02016ee3-5f46-4e43-9592-1ea113b85737","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784806815.3586717,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"571519f8-7e99-4978-b40e-4e8347fc2ee5","name":"e2e-cleanup-test"} {"level":"info","ts":1784806815.3587189,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4bd43b7b-d5a9-42ae-a30c-4e44ca3e192f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784806815.3587413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4bd43b7b-d5a9-42ae-a30c-4e44ca3e192f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784806815.3748136,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"571519f8-7e99-4978-b40e-4e8347fc2ee5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784806815.3857532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1d23bbf-02c2-43a1-a22a-a2ab45377839","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784806815.3857844,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1d23bbf-02c2-43a1-a22a-a2ab45377839","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784806815.3857603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcf02fa2-9af8-4910-88ca-ae80bbf49104"} {"level":"info","ts":1784806815.3858645,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcf02fa2-9af8-4910-88ca-ae80bbf49104","name":"e2e-cleanup-test"} {"level":"info","ts":1784806815.3937032,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcf02fa2-9af8-4910-88ca-ae80bbf49104","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784806815.3982267,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7523d9ef-07b1-44e0-9b0e-3d60e3f1ede4"} {"level":"info","ts":1784806815.3982966,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7523d9ef-07b1-44e0-9b0e-3d60e3f1ede4","name":"e2e-cleanup-test"} {"level":"info","ts":1784806815.4104874,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7523d9ef-07b1-44e0-9b0e-3d60e3f1ede4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784806823.6110559,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffa9daca-c6fa-4f93-9b2c-444c6c52827b"} {"level":"info","ts":1784806823.6110523,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0130bbb-76f4-4636-9e2b-107394e559f4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784806823.6111104,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0130bbb-76f4-4636-9e2b-107394e559f4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784806827.9094899,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806827.9095562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631"} {"level":"info","ts":1784806827.9095645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631"} {"level":"info","ts":1784806827.9095824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631","EoS":true} {"level":"info","ts":1784806827.9096365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784806827.9096646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aabb3107-ab2e-4d91-b6b9-becdea520631"} {"level":"info","ts":1784806827.9493797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806827.9494534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5"} {"level":"info","ts":1784806827.9494636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5"} {"level":"info","ts":1784806827.9494755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","EoS":true} {"level":"info","ts":1784806827.9494953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","header":"x-maas-username"} {"level":"info","ts":1784806827.9495056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","header":"x-maas-group"} {"level":"info","ts":1784806827.9495137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","header":"x-maas-subscription"} {"level":"info","ts":1784806827.9495294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784806827.9495366,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","modelName":"e2e-external-model"} {"level":"info","ts":1784806827.9495482,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784806827.9495692,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784806827.9495838,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5","authType":"apikey"} {"level":"info","ts":1784806827.9496353,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3265d2d9-6070-4265-9ff9-adedec9f10e5"} {"level":"info","ts":1784806827.9841518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806827.9842107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5"} {"level":"info","ts":1784806827.984237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5"} {"level":"info","ts":1784806827.9842494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","EoS":true} {"level":"info","ts":1784806827.9842722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","header":"x-maas-subscription"} {"level":"info","ts":1784806827.9842818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","header":"x-maas-username"} {"level":"info","ts":1784806827.9842875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","header":"x-maas-group"} {"level":"info","ts":1784806827.9842978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784806827.984324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5"} {"level":"info","ts":1784806828.090386,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5"} {"level":"info","ts":1784806828.0904198,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5"} {"level":"info","ts":1784806828.0904427,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","EoS":false} {"level":"info","ts":1784806828.0904613,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","EoS":true} {"level":"error","ts":1784806828.090482,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784806828.0905533,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a1c86818-5b0f-41e4-b4d8-aeb376038bb5"} {"level":"info","ts":1784806828.1250403,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784806828.1251166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde"} {"level":"info","ts":1784806828.125128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde"} {"level":"info","ts":1784806828.12514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde","EoS":true} {"level":"info","ts":1784806828.125166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde","header":"x-maas-subscription"} {"level":"info","ts":1784806828.1251755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde","header":"x-maas-group"} {"level":"info","ts":1784806828.1251802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde","header":"x-maas-username"} {"level":"info","ts":1784806828.1252089,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde"} {"level":"info","ts":1784806828.170898,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde"} {"level":"info","ts":1784806828.1709328,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde"} {"level":"info","ts":1784806828.170958,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde","EoS":false} {"level":"info","ts":1784806828.1709812,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde","EoS":true} {"level":"error","ts":1784806828.1709971,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784806828.171031,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa36d1aa-d332-49f1-a818-468f4ff12cde"} {"level":"info","ts":1784806828.9951496,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"248ff8c7-61ba-49ec-8243-a11016215a7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806828.995187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7ab568e-127e-4622-9ebb-ba97c4429ccf"} {"level":"info","ts":1784806828.9951923,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"248ff8c7-61ba-49ec-8243-a11016215a7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784806829.1495287,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f08b2b75-fade-4b46-9ce3-571fef6cf35f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784806829.1495562,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f08b2b75-fade-4b46-9ce3-571fef6cf35f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784806829.1495314,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3a59127-23fd-4a13-81bc-2fbfc4875b14"} {"level":"info","ts":1784806829.2571192,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"053c89a7-4b32-4cc2-b5ab-ec7221f34801","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784806829.257171,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"053c89a7-4b32-4cc2-b5ab-ec7221f34801","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784807471.4634733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807471.4635603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970"} {"level":"info","ts":1784807471.463569,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970"} {"level":"info","ts":1784807471.463581,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","EoS":true} {"level":"info","ts":1784807471.4636285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","header":"x-maas-username"} {"level":"info","ts":1784807471.4636393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","header":"x-maas-group"} {"level":"info","ts":1784807471.4636436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","header":"x-maas-subscription"} {"level":"info","ts":1784807471.463657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","path":"/ai-tenant-e2e-inf-b-4c7f56/test-model-4c7f56/v1/chat/completions"} {"level":"info","ts":1784807471.4636807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970"} {"level":"info","ts":1784807471.4773023,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970"} {"level":"info","ts":1784807471.4773245,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970"} {"level":"info","ts":1784807471.477345,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","EoS":false} {"level":"info","ts":1784807471.4773583,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970","EoS":true} {"level":"info","ts":1784807471.4773986,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"01c017c4-fc04-4630-a5a5-89ba110e0970"} {"level":"info","ts":1784807929.5548046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807929.55489,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834"} {"level":"info","ts":1784807929.5548983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834"} {"level":"info","ts":1784807929.5549114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","EoS":true} {"level":"info","ts":1784807929.5549366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","header":"x-maas-group"} {"level":"info","ts":1784807929.5549445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","header":"x-maas-subscription"} {"level":"info","ts":1784807929.5549495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","header":"x-maas-username"} {"level":"info","ts":1784807929.5549624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","path":"/ai-tenant-e2e-shared-a-839b3c/rate-test-model-839b3c/v1/completions"} {"level":"info","ts":1784807929.5549865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834"} {"level":"info","ts":1784807929.5685463,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834"} {"level":"info","ts":1784807929.568573,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834"} {"level":"info","ts":1784807929.5685928,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","EoS":false} {"level":"info","ts":1784807929.5686362,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834","EoS":true} {"level":"info","ts":1784807929.5686889,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"213f3d86-4fa3-443c-9c89-e4fc9a4c9834"} {"level":"info","ts":1784807950.9564316,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807950.9565315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310"} {"level":"info","ts":1784807950.9565406,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310"} {"level":"info","ts":1784807950.9565544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","EoS":true} {"level":"info","ts":1784807950.956582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","header":"x-maas-subscription"} {"level":"info","ts":1784807950.9565923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","header":"x-maas-username"} {"level":"info","ts":1784807950.9565973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","header":"x-maas-group"} {"level":"info","ts":1784807950.9566367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","path":"/ai-tenant-e2e-shared-b-c713d8/rate-test-model-c713d8/v1/completions"} {"level":"info","ts":1784807950.9566634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310"} {"level":"info","ts":1784807950.9701052,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310"} {"level":"info","ts":1784807950.970138,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310"} {"level":"info","ts":1784807950.9701598,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","EoS":false} {"level":"info","ts":1784807950.9701738,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310","EoS":true} {"level":"info","ts":1784807950.9702287,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9ae36904-e9d3-45e8-a910-8a7292d61310"}