{"level":"info","ts":1784738251.5306845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd41e223-3b4b-4bc9-89f1-70045301e4d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738251.530719,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd41e223-3b4b-4bc9-89f1-70045301e4d5"} {"level":"info","ts":1784738251.5315337,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd41e223-3b4b-4bc9-89f1-70045301e4d5"} {"level":"info","ts":1784738251.531547,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd41e223-3b4b-4bc9-89f1-70045301e4d5"} {"level":"info","ts":1784738251.5315683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd41e223-3b4b-4bc9-89f1-70045301e4d5","EoS":false} {"level":"info","ts":1784738251.531584,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd41e223-3b4b-4bc9-89f1-70045301e4d5","EoS":true} {"level":"info","ts":1784738251.5316324,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd41e223-3b4b-4bc9-89f1-70045301e4d5"} {"level":"info","ts":1784738274.7640405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738274.7641368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb"} {"level":"info","ts":1784738274.7641592,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb"} {"level":"info","ts":1784738274.7641792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","EoS":true} {"level":"info","ts":1784738274.764219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","header":"x-maas-username"} {"level":"info","ts":1784738274.764231,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","header":"x-maas-group"} {"level":"info","ts":1784738274.76424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","header":"x-maas-subscription"} {"level":"info","ts":1784738274.7642596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738274.7642915,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb"} {"level":"info","ts":1784738274.767176,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb"} {"level":"info","ts":1784738274.7671998,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb"} {"level":"info","ts":1784738274.7672179,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","EoS":false} {"level":"info","ts":1784738274.76723,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb","EoS":true} {"level":"info","ts":1784738274.7672625,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"925ad46b-9cde-4613-bca6-ebd860af20fb"} {"level":"info","ts":1784738274.8982441,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738274.898322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65"} {"level":"info","ts":1784738274.898334,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65"} {"level":"info","ts":1784738274.898346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","EoS":true} {"level":"info","ts":1784738274.8983786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","header":"x-maas-username"} {"level":"info","ts":1784738274.8983905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","header":"x-maas-subscription"} {"level":"info","ts":1784738274.898396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","header":"x-maas-group"} {"level":"info","ts":1784738274.898409,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738274.8984334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65"} {"level":"info","ts":1784738274.899231,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65"} {"level":"info","ts":1784738274.8992484,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65"} {"level":"info","ts":1784738274.8992634,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","EoS":false} {"level":"info","ts":1784738274.8992765,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65","EoS":true} {"level":"info","ts":1784738274.8993082,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4b6f536e-4a6d-4888-a93c-cfc050c03b65"} {"level":"info","ts":1784738275.0325184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738275.032604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554"} {"level":"info","ts":1784738275.0326154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554"} {"level":"info","ts":1784738275.032628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","EoS":true} {"level":"info","ts":1784738275.0326586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","header":"x-maas-group"} {"level":"info","ts":1784738275.0326707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","header":"x-maas-username"} {"level":"info","ts":1784738275.0326765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","header":"x-maas-subscription"} {"level":"info","ts":1784738275.0326896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738275.0327153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554"} {"level":"info","ts":1784738275.0336442,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554"} {"level":"info","ts":1784738275.0336616,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554"} {"level":"info","ts":1784738275.0336764,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","EoS":false} {"level":"info","ts":1784738275.0336928,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554","EoS":true} {"level":"info","ts":1784738275.0337229,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4d13aa1b-023e-4d81-bb32-2c38e9441554"} {"level":"info","ts":1784738275.166486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738275.1665635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d"} {"level":"info","ts":1784738275.1665754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d"} {"level":"info","ts":1784738275.1665864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","EoS":true} {"level":"info","ts":1784738275.1666133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","header":"x-maas-subscription"} {"level":"info","ts":1784738275.1666226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","header":"x-maas-group"} {"level":"info","ts":1784738275.1666276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","header":"x-maas-username"} {"level":"info","ts":1784738275.166642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738275.1666672,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d"} {"level":"info","ts":1784738275.1675181,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d"} {"level":"info","ts":1784738275.167537,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d"} {"level":"info","ts":1784738275.1675518,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","EoS":false} {"level":"info","ts":1784738275.167573,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d","EoS":true} {"level":"info","ts":1784738275.1676068,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7807f109-5f20-49f1-bd87-febdc0ca0a4d"} {"level":"info","ts":1784738275.3015413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738275.3016205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686"} {"level":"info","ts":1784738275.3016317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686"} {"level":"info","ts":1784738275.301643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","EoS":true} {"level":"info","ts":1784738275.301673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","header":"x-maas-username"} {"level":"info","ts":1784738275.3016837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","header":"x-maas-subscription"} {"level":"info","ts":1784738275.301689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","header":"x-maas-group"} {"level":"info","ts":1784738275.3017013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738275.3017273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686"} {"level":"info","ts":1784738275.302561,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686"} {"level":"info","ts":1784738275.302579,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686"} {"level":"info","ts":1784738275.302594,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","EoS":false} {"level":"info","ts":1784738275.3026114,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686","EoS":true} {"level":"info","ts":1784738275.302646,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f283ba0a-ccc0-4eca-9538-a8a2d1014686"} {"level":"info","ts":1784738294.3245835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738294.3246608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a"} {"level":"info","ts":1784738294.3246725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a"} {"level":"info","ts":1784738294.3246846,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","EoS":true} {"level":"info","ts":1784738294.3247087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","header":"x-maas-subscription"} {"level":"info","ts":1784738294.3247185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","header":"x-maas-group"} {"level":"info","ts":1784738294.3247294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","header":"x-maas-username"} {"level":"info","ts":1784738294.3247418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738294.3247662,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a"} {"level":"info","ts":1784738294.3272245,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a"} {"level":"info","ts":1784738294.3272457,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a"} {"level":"info","ts":1784738294.3272607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","EoS":false} {"level":"info","ts":1784738294.3272743,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a","EoS":true} {"level":"info","ts":1784738294.3273196,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bc18dd2a-0f9a-4786-b6f8-32766a6d8a2a"} {"level":"info","ts":1784738294.4215853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738294.4216642,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"281d00a2-e7f9-4408-9403-23fa1fe5ca72"} {"level":"info","ts":1784738294.4234133,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"281d00a2-e7f9-4408-9403-23fa1fe5ca72"} {"level":"info","ts":1784738294.4234364,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"281d00a2-e7f9-4408-9403-23fa1fe5ca72"} {"level":"info","ts":1784738294.423459,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"281d00a2-e7f9-4408-9403-23fa1fe5ca72","EoS":false} {"level":"info","ts":1784738294.4234798,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"281d00a2-e7f9-4408-9403-23fa1fe5ca72"} {"level":"info","ts":1784738294.4235086,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"281d00a2-e7f9-4408-9403-23fa1fe5ca72","EoS":true} {"level":"info","ts":1784738294.4235187,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"281d00a2-e7f9-4408-9403-23fa1fe5ca72"} {"level":"info","ts":1784738299.0921125,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738299.0922089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc"} {"level":"info","ts":1784738299.0922234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc"} {"level":"info","ts":1784738299.0922406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","EoS":true} {"level":"info","ts":1784738299.0922685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","header":"x-maas-subscription"} {"level":"info","ts":1784738299.0922785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","header":"x-maas-group"} {"level":"info","ts":1784738299.0922825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","header":"x-maas-username"} {"level":"info","ts":1784738299.0922952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738299.0923233,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc"} {"level":"info","ts":1784738299.0932462,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc"} {"level":"info","ts":1784738299.0932665,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc"} {"level":"info","ts":1784738299.093288,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","EoS":false} {"level":"info","ts":1784738299.0933068,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc","EoS":true} {"level":"info","ts":1784738299.0933464,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f43e8fac-b178-4d82-b256-d177a4f91ffc"} {"level":"info","ts":1784738307.6716876,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738307.6717737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2"} {"level":"info","ts":1784738307.6717868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2"} {"level":"info","ts":1784738307.6718006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","EoS":true} {"level":"info","ts":1784738307.671854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","header":"x-maas-subscription"} {"level":"info","ts":1784738307.671866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","header":"x-maas-username"} {"level":"info","ts":1784738307.6718726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","header":"x-maas-group"} {"level":"info","ts":1784738307.6718864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738307.6719155,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2"} {"level":"info","ts":1784738307.6749957,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2"} {"level":"info","ts":1784738307.6750188,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2"} {"level":"info","ts":1784738307.6750445,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","EoS":false} {"level":"info","ts":1784738307.6750576,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2","EoS":true} {"level":"info","ts":1784738307.6750925,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8e73d3ff-bbe2-4cdf-b279-174a9646a5a2"} {"level":"info","ts":1784738320.5609665,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738320.5610657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc"} {"level":"info","ts":1784738320.56108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc"} {"level":"info","ts":1784738320.5610943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","EoS":true} {"level":"info","ts":1784738320.561119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","header":"x-maas-subscription"} {"level":"info","ts":1784738320.5611298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","header":"x-maas-group"} {"level":"info","ts":1784738320.5611355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","header":"x-maas-username"} {"level":"info","ts":1784738320.561149,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738320.5611727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc"} {"level":"info","ts":1784738320.5620155,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc"} {"level":"info","ts":1784738320.5620356,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc"} {"level":"info","ts":1784738320.5620565,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","EoS":false} {"level":"info","ts":1784738320.5620766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc","EoS":true} {"level":"info","ts":1784738320.562124,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b4697265-523b-4ffb-a48c-bd4fb4bfd8dc"} {"level":"info","ts":1784738329.0941916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738329.094276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050"} {"level":"info","ts":1784738329.094286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050"} {"level":"info","ts":1784738329.0942998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","EoS":true} {"level":"info","ts":1784738329.0943253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","header":"x-maas-group"} {"level":"info","ts":1784738329.0943365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","header":"x-maas-username"} {"level":"info","ts":1784738329.0943415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","header":"x-maas-subscription"} {"level":"info","ts":1784738329.094355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738329.0943844,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050"} {"level":"info","ts":1784738329.0951724,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050"} {"level":"info","ts":1784738329.0951884,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050"} {"level":"info","ts":1784738329.0952058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","EoS":false} {"level":"info","ts":1784738329.095216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050","EoS":true} {"level":"info","ts":1784738329.0952566,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a67352cf-59e3-4c6a-94cf-105d970e1050"} {"level":"info","ts":1784738337.9797091,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738337.9797962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61"} {"level":"info","ts":1784738337.9798093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61"} {"level":"info","ts":1784738337.9798236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","EoS":true} {"level":"info","ts":1784738337.979876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","header":"x-maas-username"} {"level":"info","ts":1784738337.9798868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","header":"x-maas-group"} {"level":"info","ts":1784738337.9798927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","header":"x-maas-subscription"} {"level":"info","ts":1784738337.979906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738337.9799283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61"} {"level":"info","ts":1784738337.9808562,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61"} {"level":"info","ts":1784738337.9808762,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61"} {"level":"info","ts":1784738337.9808948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","EoS":false} {"level":"info","ts":1784738337.980907,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61","EoS":true} {"level":"info","ts":1784738337.9809458,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"77f65897-89ce-40a2-863d-9122eace9c61"} {"level":"info","ts":1784738362.9262667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738362.9263687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035"} {"level":"info","ts":1784738362.9263844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035"} {"level":"info","ts":1784738362.9264014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","EoS":true} {"level":"info","ts":1784738362.926434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","header":"x-maas-group"} {"level":"info","ts":1784738362.9264457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","header":"x-maas-username"} {"level":"info","ts":1784738362.9264529,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","header":"x-maas-subscription"} {"level":"info","ts":1784738362.9264724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738362.926509,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035"} {"level":"info","ts":1784738362.9274604,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035"} {"level":"info","ts":1784738362.9274833,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035"} {"level":"info","ts":1784738362.9275024,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","EoS":false} {"level":"info","ts":1784738362.9275203,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035","EoS":true} {"level":"info","ts":1784738362.9275632,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f6c70c55-5c64-4631-8c43-4a45a7fe2035"} {"level":"info","ts":1784738385.3807557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738385.3808465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b"} {"level":"info","ts":1784738385.3808568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b"} {"level":"info","ts":1784738385.3808708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","EoS":true} {"level":"info","ts":1784738385.3809018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","header":"x-maas-subscription"} {"level":"info","ts":1784738385.3809144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","header":"x-maas-group"} {"level":"info","ts":1784738385.380919,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","header":"x-maas-username"} {"level":"info","ts":1784738385.3809319,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784738385.380956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b"} {"level":"info","ts":1784738385.3818731,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b"} {"level":"info","ts":1784738385.3818996,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b"} {"level":"info","ts":1784738385.3819218,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","EoS":false} {"level":"info","ts":1784738385.381943,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b","EoS":true} {"level":"info","ts":1784738385.3819804,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cae7dd72-1c38-44e2-b98c-6eec38bd172b"} {"level":"info","ts":1784738412.8739045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738412.8739882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad"} {"level":"info","ts":1784738412.8740013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad"} {"level":"info","ts":1784738412.874013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","EoS":true} {"level":"info","ts":1784738412.8740458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","header":"x-maas-subscription"} {"level":"info","ts":1784738412.87406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","header":"x-maas-username"} {"level":"info","ts":1784738412.8740695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","header":"x-maas-group"} {"level":"info","ts":1784738412.874086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738412.874121,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad"} {"level":"info","ts":1784738412.8765588,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad"} {"level":"info","ts":1784738412.8765821,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad"} {"level":"info","ts":1784738412.8765986,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","EoS":false} {"level":"info","ts":1784738412.8766155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad","EoS":true} {"level":"info","ts":1784738412.876656,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1f570305-f3ad-4270-9421-e0e42b7b0fad"} {"level":"info","ts":1784738422.3525674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738422.3526466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6"} {"level":"info","ts":1784738422.3526564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6"} {"level":"info","ts":1784738422.3526678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","EoS":true} {"level":"info","ts":1784738422.352693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","header":"x-maas-subscription"} {"level":"info","ts":1784738422.3527038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","header":"x-maas-username"} {"level":"info","ts":1784738422.3527086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","header":"x-maas-group"} {"level":"info","ts":1784738422.3527226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738422.3527505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6"} {"level":"info","ts":1784738422.3535943,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6"} {"level":"info","ts":1784738422.3536136,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6"} {"level":"info","ts":1784738422.3536289,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","EoS":false} {"level":"info","ts":1784738422.353641,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6","EoS":true} {"level":"info","ts":1784738422.353672,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8fe5a327-b998-4928-9a7e-79ae96f95aa6"} {"level":"info","ts":1784738422.3852506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738422.3853338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c"} {"level":"info","ts":1784738422.3853421,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c"} {"level":"info","ts":1784738422.3853526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","EoS":true} {"level":"info","ts":1784738422.3853807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","header":"x-maas-subscription"} {"level":"info","ts":1784738422.3853915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","header":"x-maas-username"} {"level":"info","ts":1784738422.385396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","header":"x-maas-group"} {"level":"info","ts":1784738422.3854094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738422.385434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c"} {"level":"info","ts":1784738422.3861985,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c"} {"level":"info","ts":1784738422.3862185,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c"} {"level":"info","ts":1784738422.3862336,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","EoS":false} {"level":"info","ts":1784738422.3862455,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c","EoS":true} {"level":"info","ts":1784738422.3862798,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"555c4b38-6e73-4151-8725-99f6ba55ef1c"} {"level":"info","ts":1784738441.5751398,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738441.5752208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb"} {"level":"info","ts":1784738441.5752337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb"} {"level":"info","ts":1784738441.5752456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","EoS":true} {"level":"info","ts":1784738441.5752735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","header":"x-maas-username"} {"level":"info","ts":1784738441.575287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","header":"x-maas-subscription"} {"level":"info","ts":1784738441.575292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","header":"x-maas-group"} {"level":"info","ts":1784738441.575305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738441.575331,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb"} {"level":"info","ts":1784738441.5760937,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb"} {"level":"info","ts":1784738441.576118,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb"} {"level":"info","ts":1784738441.576145,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","EoS":false} {"level":"info","ts":1784738441.5761573,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb","EoS":true} {"level":"info","ts":1784738441.5761967,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e4ec5669-2262-40ed-a382-2799583cd7bb"} {"level":"info","ts":1784738574.6230044,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738574.623105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026"} {"level":"info","ts":1784738574.6231203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026"} {"level":"info","ts":1784738574.623134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","EoS":true} {"level":"info","ts":1784738574.6231606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","header":"x-maas-subscription"} {"level":"info","ts":1784738574.6231713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","header":"x-maas-username"} {"level":"info","ts":1784738574.6231763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","header":"x-maas-group"} {"level":"info","ts":1784738574.6231909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784738574.6232142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026"} {"level":"info","ts":1784738574.6241543,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026"} {"level":"info","ts":1784738574.6241753,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026"} {"level":"info","ts":1784738574.6241963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","EoS":false} {"level":"info","ts":1784738574.6242085,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026","EoS":true} {"level":"info","ts":1784738574.624244,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bf43b349-3bae-4db5-83d1-fbb46961d026"} {"level":"info","ts":1784738612.1232858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738612.1233718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f"} {"level":"info","ts":1784738612.123383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f"} {"level":"info","ts":1784738612.123398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","EoS":true} {"level":"info","ts":1784738612.1234279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","header":"x-maas-username"} {"level":"info","ts":1784738612.1234381,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","header":"x-maas-group"} {"level":"info","ts":1784738612.1234422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","header":"x-maas-subscription"} {"level":"info","ts":1784738612.1234553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738612.1234827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f"} {"level":"info","ts":1784738612.1258247,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f"} {"level":"info","ts":1784738612.1258628,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f"} {"level":"info","ts":1784738612.125882,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","EoS":false} {"level":"info","ts":1784738612.1258936,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f","EoS":true} {"level":"info","ts":1784738612.1259274,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"613e46f1-6cab-44b7-b39d-795ec7a5577f"} {"level":"info","ts":1784738627.4609354,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738627.4610138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84"} {"level":"info","ts":1784738627.461025,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84"} {"level":"info","ts":1784738627.4610367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","EoS":true} {"level":"info","ts":1784738627.461061,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","header":"x-maas-subscription"} {"level":"info","ts":1784738627.4610708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","header":"x-maas-group"} {"level":"info","ts":1784738627.4610786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","header":"x-maas-username"} {"level":"info","ts":1784738627.4610927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738627.4611163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84"} {"level":"info","ts":1784738627.461991,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84"} {"level":"info","ts":1784738627.4620178,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84"} {"level":"info","ts":1784738627.4620397,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","EoS":false} {"level":"info","ts":1784738627.4620667,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84","EoS":true} {"level":"info","ts":1784738627.462105,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"49f11110-9667-4c32-95a9-0ad1e4888e84"} {"level":"info","ts":1784738984.3519986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738984.3520865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2"} {"level":"info","ts":1784738984.3520958,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2"} {"level":"info","ts":1784738984.3521082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","EoS":true} {"level":"info","ts":1784738984.352141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","header":"x-maas-subscription"} {"level":"info","ts":1784738984.3521533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","header":"x-maas-group"} {"level":"info","ts":1784738984.3521583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","header":"x-maas-username"} {"level":"info","ts":1784738984.35217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784738984.3521957,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2"} {"level":"info","ts":1784738984.3553584,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2"} {"level":"info","ts":1784738984.3553793,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2"} {"level":"info","ts":1784738984.3554008,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","EoS":false} {"level":"info","ts":1784738984.355417,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2","EoS":true} {"level":"info","ts":1784738984.3554626,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bf1674f4-68c8-473f-90b5-b85637af9ec2"} {"level":"info","ts":1784738989.1744716,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dd8e40b5-e64b-4486-90b2-a3d8cb321c1e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784738989.1747165,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39548.18220107,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.1747425,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.2451353,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.2757065,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dd8e40b5-e64b-4486-90b2-a3d8cb321c1e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784738989.308949,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fad00d5-c200-4e3c-86f6-32567435b4a6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738989.3089864,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fad00d5-c200-4e3c-86f6-32567435b4a6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784738989.3089664,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3322ec05-145b-4b29-84ec-b88a1ce120a4"} {"level":"info","ts":1784738989.3173077,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"928d69a7-6f48-49e2-b0d4-13e68100138c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738989.317363,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"928d69a7-6f48-49e2-b0d4-13e68100138c","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784738989.3181646,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3322ec05-145b-4b29-84ec-b88a1ce120a4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.3185163,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35715.858071272,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.3185384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.32735,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.4186037,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3322ec05-145b-4b29-84ec-b88a1ce120a4","name":"e2e-external-provider"} {"level":"info","ts":1784738989.4236908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a5aad1b-736d-4a00-b873-84f3086b7a56","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.4237356,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a5aad1b-736d-4a00-b873-84f3086b7a56","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738989.4237351,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e66212be-ccbd-46e5-8486-26725ba9948d"} {"level":"info","ts":1784738989.428259,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3322ec05-145b-4b29-84ec-b88a1ce120a4","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784738989.4320734,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e66212be-ccbd-46e5-8486-26725ba9948d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784738989.4322028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84adbefe-0b84-4586-b28d-b7be7113b15f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.4322321,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84adbefe-0b84-4586-b28d-b7be7113b15f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738989.4374292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5934ca32-b006-4ea5-b281-eaa17b51639c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.437457,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5934ca32-b006-4ea5-b281-eaa17b51639c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784738989.4376194,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e66212be-ccbd-46e5-8486-26725ba9948d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.43769,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d57e6df-d93e-480d-a198-5cbcd03f75e8"} {"level":"info","ts":1784738989.43771,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d57e6df-d93e-480d-a198-5cbcd03f75e8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784738989.4379768,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3322ec05-145b-4b29-84ec-b88a1ce120a4","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784738989.44264,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d57e6df-d93e-480d-a198-5cbcd03f75e8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.4458961,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3322ec05-145b-4b29-84ec-b88a1ce120a4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784738989.450346,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3322ec05-145b-4b29-84ec-b88a1ce120a4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.4504304,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a41c8d6d-48cb-4991-a014-6b1391e5a1f8"} {"level":"info","ts":1784738989.450483,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a41c8d6d-48cb-4991-a014-6b1391e5a1f8","name":"e2e-external-provider"} {"level":"info","ts":1784738989.4534795,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c663bb37-4ca4-4482-94f7-8a7436138f03"} {"level":"info","ts":1784738989.4535265,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c663bb37-4ca4-4482-94f7-8a7436138f03","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784738989.4580138,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c663bb37-4ca4-4482-94f7-8a7436138f03","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.4612367,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a41c8d6d-48cb-4991-a014-6b1391e5a1f8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784738989.4689808,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b38f3e8-d062-41a1-ab69-92a37fd4141f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784738989.469019,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b38f3e8-d062-41a1-ab69-92a37fd4141f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784738989.469105,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdf35ada-bdd4-4e3f-9765-192230ecdd65","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.4691205,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdf35ada-bdd4-4e3f-9765-192230ecdd65","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738989.469133,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50bd0023-f397-48f7-be7d-8f0d3d454a85"} {"level":"info","ts":1784738989.469201,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50bd0023-f397-48f7-be7d-8f0d3d454a85","name":"e2e-external-provider"} {"level":"info","ts":1784738989.4692101,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d927bd7c-e084-4f4a-87c0-9ba4a497eb1c"} {"level":"info","ts":1784738989.4694777,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37306.075144496,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.4694986,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.476667,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784738989.4804115,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50bd0023-f397-48f7-be7d-8f0d3d454a85","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784738989.5705528,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d927bd7c-e084-4f4a-87c0-9ba4a497eb1c","name":"e2e-external-model"} {"level":"info","ts":1784738989.5811183,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d927bd7c-e084-4f4a-87c0-9ba4a497eb1c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738989.5899796,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d9ecd90-9b6f-4379-898c-7eaf17fdd5df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.5899951,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"623e56db-7dca-4a88-b68c-426427403144"} {"level":"info","ts":1784738989.5900242,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d9ecd90-9b6f-4379-898c-7eaf17fdd5df","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738989.5900602,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"623e56db-7dca-4a88-b68c-426427403144","name":"e2e-external-model"} {"level":"error","ts":1784738989.6066515,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"623e56db-7dca-4a88-b68c-426427403144","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738989.606733,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08ecd328-2d72-4b7b-a479-70be4cea3107","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.6067717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08ecd328-2d72-4b7b-a479-70be4cea3107","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738989.6067772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9255a03a-f58c-4fba-8399-bc6fbb8755e6"} {"level":"info","ts":1784738989.6068654,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9255a03a-f58c-4fba-8399-bc6fbb8755e6","name":"e2e-external-model"} {"level":"info","ts":1784738989.6155746,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9255a03a-f58c-4fba-8399-bc6fbb8755e6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738989.6214945,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e690a87-4852-4730-81e0-ab9d81205214","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784738989.6215334,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e690a87-4852-4730-81e0-ab9d81205214","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784738989.6215336,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd65c694-b23c-49dc-b074-016a6849521c"} {"level":"info","ts":1784738989.6216002,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd65c694-b23c-49dc-b074-016a6849521c","name":"e2e-external-model"} {"level":"info","ts":1784738989.6309674,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd65c694-b23c-49dc-b074-016a6849521c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738999.0757496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784738999.0758634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18"} {"level":"info","ts":1784738999.0758805,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18"} {"level":"info","ts":1784738999.075901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","EoS":true} {"level":"info","ts":1784738999.0759418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","header":"x-maas-subscription"} {"level":"info","ts":1784738999.0759556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","header":"x-maas-username"} {"level":"info","ts":1784738999.0759661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","header":"x-maas-group"} {"level":"info","ts":1784738999.0759845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784738999.0759957,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","modelName":"e2e-external-model"} {"level":"info","ts":1784738999.0760167,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784738999.0760496,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784738999.0760787,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18","authType":"apikey"} {"level":"info","ts":1784738999.076112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2221581d-d804-4b70-b41b-c8f2c6e37b18"} {"level":"info","ts":1784738999.205817,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c3e4e83-5386-4328-ad85-1a664b0b92af","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738999.2058933,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c3e4e83-5386-4328-ad85-1a664b0b92af","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784738999.2058249,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"892201a7-cfcd-43dd-9e6b-2b53f89bd6a9"} {"level":"info","ts":1784738999.211418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39a9b860-e95b-4b7b-a1d7-a4351e86555b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738999.2114525,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39a9b860-e95b-4b7b-a1d7-a4351e86555b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784738999.2144527,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"892201a7-cfcd-43dd-9e6b-2b53f89bd6a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738999.2145326,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"892201a7-cfcd-43dd-9e6b-2b53f89bd6a9","name":"e2e-cleanup-test"} {"level":"error","ts":1784738999.2353818,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"892201a7-cfcd-43dd-9e6b-2b53f89bd6a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784738999.2354317,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"892201a7-cfcd-43dd-9e6b-2b53f89bd6a9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738999.235492,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f494002-07cc-4984-89bc-25a4f43b7864"} {"level":"info","ts":1784738999.235545,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53e7c5bc-64d8-42fc-9fc4-ff6a9a6d9c6b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738999.2355633,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53e7c5bc-64d8-42fc-9fc4-ff6a9a6d9c6b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784738999.235576,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f494002-07cc-4984-89bc-25a4f43b7864","name":"e2e-cleanup-test"} {"level":"info","ts":1784738999.2501223,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72186086-1727-427a-80ac-89ba04fb0bf2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738999.250165,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72186086-1727-427a-80ac-89ba04fb0bf2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784738999.253151,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f494002-07cc-4984-89bc-25a4f43b7864","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784738999.2532108,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f494002-07cc-4984-89bc-25a4f43b7864","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738999.2532651,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18d38a60-d9cd-4cc1-b555-e7176868445b"} {"level":"info","ts":1784738999.2533174,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18d38a60-d9cd-4cc1-b555-e7176868445b","name":"e2e-cleanup-test"} {"level":"info","ts":1784738999.261568,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18d38a60-d9cd-4cc1-b555-e7176868445b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784738999.2631416,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5db5b81-0260-4f1b-b798-0c58ac0e231a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784738999.2631776,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5db5b81-0260-4f1b-b798-0c58ac0e231a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784738999.2656024,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18d38a60-d9cd-4cc1-b555-e7176868445b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784738999.2656796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc0a558f-3bdc-4acd-a2d1-915ac5397771"} {"level":"info","ts":1784738999.2657425,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc0a558f-3bdc-4acd-a2d1-915ac5397771","name":"e2e-cleanup-test"} {"level":"info","ts":1784738999.2737703,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc0a558f-3bdc-4acd-a2d1-915ac5397771","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784739007.4780245,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec8e327e-fac0-455e-ae19-a33ae83f1d7d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784739007.4780765,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec8e327e-fac0-455e-ae19-a33ae83f1d7d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784739007.4780245,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b2cdb53-6909-43fa-a6da-a9e90e9361f1"} {"level":"info","ts":1784739011.7749803,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739011.7750685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36"} {"level":"info","ts":1784739011.7750776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36"} {"level":"info","ts":1784739011.7750895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36","EoS":true} {"level":"info","ts":1784739011.7751207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784739011.7751486,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db672638-622a-4aea-b89f-d8adf1f8af36"} {"level":"info","ts":1784739011.816115,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739011.8161998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e"} {"level":"info","ts":1784739011.8162088,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e"} {"level":"info","ts":1784739011.8162205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","EoS":true} {"level":"info","ts":1784739011.8162565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","header":"x-maas-subscription"} {"level":"info","ts":1784739011.816268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","header":"x-maas-group"} {"level":"info","ts":1784739011.816274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","header":"x-maas-username"} {"level":"info","ts":1784739011.816288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784739011.816298,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","modelName":"e2e-external-model"} {"level":"info","ts":1784739011.8163114,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784739011.8163395,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784739011.81636,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e","authType":"apikey"} {"level":"info","ts":1784739011.816385,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd75d912-be2e-4464-86bb-6f53a8fcf95e"} {"level":"info","ts":1784739011.8528116,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739011.8529074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006"} {"level":"info","ts":1784739011.852918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006"} {"level":"info","ts":1784739011.8529305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","EoS":true} {"level":"info","ts":1784739011.8529582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","header":"x-maas-subscription"} {"level":"info","ts":1784739011.852969,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","header":"x-maas-group"} {"level":"info","ts":1784739011.8529732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","header":"x-maas-username"} {"level":"info","ts":1784739011.8529866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784739011.853011,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006"} {"level":"info","ts":1784739011.9616778,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006"} {"level":"info","ts":1784739011.9617085,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006"} {"level":"info","ts":1784739011.9617271,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","EoS":false} {"level":"info","ts":1784739011.961741,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","EoS":true} {"level":"error","ts":1784739011.961763,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784739011.9618146,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6f01d069-0eda-4eb5-935d-2de048e83006"} {"level":"info","ts":1784739011.9991891,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739011.9992645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0"} {"level":"info","ts":1784739011.9992743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0"} {"level":"info","ts":1784739011.9992852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0","EoS":true} {"level":"info","ts":1784739011.9993057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0","header":"x-maas-group"} {"level":"info","ts":1784739011.999316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0","header":"x-maas-username"} {"level":"info","ts":1784739011.999321,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0","header":"x-maas-subscription"} {"level":"info","ts":1784739011.9993532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0"} {"level":"info","ts":1784739012.1067302,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0"} {"level":"info","ts":1784739012.1067586,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0"} {"level":"info","ts":1784739012.1067767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0","EoS":false} {"level":"info","ts":1784739012.1067894,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0","EoS":true} {"level":"error","ts":1784739012.106804,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784739012.1068635,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd8709a9-e6a6-4489-9553-3222995b43b0"} {"level":"info","ts":1784739012.9421315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdef29ef-cbdf-4361-981b-916083e7f1b7"} {"level":"info","ts":1784739012.9421196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75ee7d0a-0d20-4be5-b97e-278c79f1fdf3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784739012.942202,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75ee7d0a-0d20-4be5-b97e-278c79f1fdf3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784739013.1359613,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1d398c2e-d913-4230-bfc5-0fbdf7c1b01c"} {"level":"info","ts":1784739013.1360116,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"301b2356-1423-42a8-a076-2a9da6199b65","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784739013.1360435,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"301b2356-1423-42a8-a076-2a9da6199b65","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784739013.254106,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8b3ea696-5dc1-4474-84ff-d1e5429566ff","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784739013.254164,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8b3ea696-5dc1-4474-84ff-d1e5429566ff","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784739635.517598,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784739635.5176873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa"} {"level":"info","ts":1784739635.5176961,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa"} {"level":"info","ts":1784739635.517708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","EoS":true} {"level":"info","ts":1784739635.5177336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","header":"x-maas-username"} {"level":"info","ts":1784739635.517744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","header":"x-maas-subscription"} {"level":"info","ts":1784739635.5177493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","header":"x-maas-group"} {"level":"info","ts":1784739635.517764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","path":"/ai-tenant-e2e-inf-b-4b1cd3/test-model-4b1cd3/v1/chat/completions"} {"level":"info","ts":1784739635.5177913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa"} {"level":"info","ts":1784739635.531163,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa"} {"level":"info","ts":1784739635.5311916,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa"} {"level":"info","ts":1784739635.5312095,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","EoS":false} {"level":"info","ts":1784739635.531228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa","EoS":true} {"level":"info","ts":1784739635.5312753,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"08f00708-9e7b-466b-9474-08245ee7d0aa"} {"level":"info","ts":1784740174.3556726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784740174.3557532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6"} {"level":"info","ts":1784740174.3557622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6"} {"level":"info","ts":1784740174.355773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","EoS":true} {"level":"info","ts":1784740174.3558018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","header":"x-maas-username"} {"level":"info","ts":1784740174.3558118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","header":"x-maas-group"} {"level":"info","ts":1784740174.3558176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","header":"x-maas-subscription"} {"level":"info","ts":1784740174.3558302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","path":"/ai-tenant-e2e-shared-b-cfb31b/rate-test-model-cfb31b/v1/completions"} {"level":"info","ts":1784740174.3558772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6"} {"level":"info","ts":1784740174.36926,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6"} {"level":"info","ts":1784740174.3692987,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6"} {"level":"info","ts":1784740174.3693185,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","EoS":false} {"level":"info","ts":1784740174.3693376,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6","EoS":true} {"level":"info","ts":1784740174.3693848,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"62ca73ee-1487-4882-b62d-2a4ce71f5be6"}