{"level":"info","ts":1784908217.139862,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ad8bbee0-1e18-457b-9bd5-a65582c51204"} {"level":"info","ts":1784908229.3958213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908229.3959122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a"} {"level":"info","ts":1784908229.3959246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a"} {"level":"info","ts":1784908229.3959363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a","EoS":true} {"level":"info","ts":1784908229.3959632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a","header":"x-maas-group"} {"level":"info","ts":1784908229.3959835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a","header":"x-maas-subscription"} {"level":"info","ts":1784908229.3959887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a","header":"x-maas-username"} {"level":"info","ts":1784908229.396003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908229.396032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a"} {"level":"info","ts":1784908229.3981614,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a"} {"level":"info","ts":1784908229.3981895,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a"} {"level":"info","ts":1784908229.3982077,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a","EoS":false} {"level":"info","ts":1784908229.3982205,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a","EoS":true} {"level":"info","ts":1784908229.3982594,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3e26c28b-2679-450a-b293-52ad67cc995a"} {"level":"info","ts":1784908230.2008107,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908230.2008967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c"} {"level":"info","ts":1784908230.2009122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c"} {"level":"info","ts":1784908230.2009237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c","EoS":true} {"level":"info","ts":1784908230.200951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c","header":"x-maas-group"} {"level":"info","ts":1784908230.2009614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c","header":"x-maas-username"} {"level":"info","ts":1784908230.2009656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c","header":"x-maas-subscription"} {"level":"info","ts":1784908230.2009788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908230.2010045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c"} {"level":"info","ts":1784908230.202247,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c"} {"level":"info","ts":1784908230.2022684,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c"} {"level":"info","ts":1784908230.202289,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c","EoS":false} {"level":"info","ts":1784908230.2023077,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c","EoS":true} {"level":"info","ts":1784908230.2023742,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"afcabf82-326c-9a2d-b3e3-c2bdc061a51c"} {"level":"info","ts":1784908253.3757198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908253.375807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d"} {"level":"info","ts":1784908253.37582,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d"} {"level":"info","ts":1784908253.3758318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","EoS":true} {"level":"info","ts":1784908253.375859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","header":"x-maas-subscription"} {"level":"info","ts":1784908253.3758707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","header":"x-maas-group"} {"level":"info","ts":1784908253.3758748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","header":"x-maas-username"} {"level":"info","ts":1784908253.375888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908253.3759177,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d"} {"level":"info","ts":1784908253.3772426,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d"} {"level":"info","ts":1784908253.3772585,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d"} {"level":"info","ts":1784908253.377272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","EoS":false} {"level":"info","ts":1784908253.3772821,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d","EoS":true} {"level":"info","ts":1784908253.3773224,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c7843ee-9db7-4106-acd4-1f756bb80c8d"} {"level":"info","ts":1784908253.5138564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908253.513955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8"} {"level":"info","ts":1784908253.5139682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8"} {"level":"info","ts":1784908253.5139804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","EoS":true} {"level":"info","ts":1784908253.5140104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","header":"x-maas-username"} {"level":"info","ts":1784908253.5140214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","header":"x-maas-subscription"} {"level":"info","ts":1784908253.514027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","header":"x-maas-group"} {"level":"info","ts":1784908253.5140424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908253.514069,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8"} {"level":"info","ts":1784908253.517506,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8"} {"level":"info","ts":1784908253.517527,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8"} {"level":"info","ts":1784908253.5175474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","EoS":false} {"level":"info","ts":1784908253.5175626,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8","EoS":true} {"level":"info","ts":1784908253.5176055,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fe63144c-0e05-4f54-9e46-763e0b1675d8"} {"level":"info","ts":1784908253.655641,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908253.6557465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08"} {"level":"info","ts":1784908253.6557584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08"} {"level":"info","ts":1784908253.6557693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","EoS":true} {"level":"info","ts":1784908253.6557965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","header":"x-maas-group"} {"level":"info","ts":1784908253.6558077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","header":"x-maas-subscription"} {"level":"info","ts":1784908253.6558125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","header":"x-maas-username"} {"level":"info","ts":1784908253.6558259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908253.6558533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08"} {"level":"info","ts":1784908253.657051,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08"} {"level":"info","ts":1784908253.6570718,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08"} {"level":"info","ts":1784908253.6570926,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","EoS":false} {"level":"info","ts":1784908253.657109,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08","EoS":true} {"level":"info","ts":1784908253.6571567,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e5bb18d6-10c1-4a20-a6de-774956b31f08"} {"level":"info","ts":1784908253.796686,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908253.7967823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c"} {"level":"info","ts":1784908253.7967997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c"} {"level":"info","ts":1784908253.7968123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","EoS":true} {"level":"info","ts":1784908253.7968366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","header":"x-maas-username"} {"level":"info","ts":1784908253.7968469,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","header":"x-maas-group"} {"level":"info","ts":1784908253.7968516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","header":"x-maas-subscription"} {"level":"info","ts":1784908253.7968664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908253.7968917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c"} {"level":"info","ts":1784908253.7980464,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c"} {"level":"info","ts":1784908253.7980669,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c"} {"level":"info","ts":1784908253.7980871,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","EoS":false} {"level":"info","ts":1784908253.7981026,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c","EoS":true} {"level":"info","ts":1784908253.7981725,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7efa2ba2-6e35-4748-a05b-21ce87442a2c"} {"level":"info","ts":1784908253.9335318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908253.93361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9"} {"level":"info","ts":1784908253.9336214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9"} {"level":"info","ts":1784908253.9336329,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","EoS":true} {"level":"info","ts":1784908253.933683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","header":"x-maas-subscription"} {"level":"info","ts":1784908253.9336941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","header":"x-maas-username"} {"level":"info","ts":1784908253.933699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","header":"x-maas-group"} {"level":"info","ts":1784908253.933713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908253.933738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9"} {"level":"info","ts":1784908253.9348109,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9"} {"level":"info","ts":1784908253.9348288,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9"} {"level":"info","ts":1784908253.934847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","EoS":false} {"level":"info","ts":1784908253.9348636,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9","EoS":true} {"level":"info","ts":1784908253.9349115,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"db305e4c-79fd-4516-a23d-b7b16e2aece9"} {"level":"info","ts":1784908272.887455,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908272.8875594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84338409-af0b-45b8-b777-6b759b114380"} {"level":"info","ts":1784908272.8875725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84338409-af0b-45b8-b777-6b759b114380"} {"level":"info","ts":1784908272.887584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","EoS":true} {"level":"info","ts":1784908272.8876152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","header":"x-maas-group"} {"level":"info","ts":1784908272.887625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","header":"x-maas-subscription"} {"level":"info","ts":1784908272.8876295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","header":"x-maas-username"} {"level":"info","ts":1784908272.8876429,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908272.8877025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84338409-af0b-45b8-b777-6b759b114380"} {"level":"info","ts":1784908272.8907142,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84338409-af0b-45b8-b777-6b759b114380"} {"level":"info","ts":1784908272.8907325,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"84338409-af0b-45b8-b777-6b759b114380"} {"level":"info","ts":1784908272.8907473,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","EoS":false} {"level":"info","ts":1784908272.8907664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"84338409-af0b-45b8-b777-6b759b114380","EoS":true} {"level":"info","ts":1784908272.8908076,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"84338409-af0b-45b8-b777-6b759b114380"} {"level":"info","ts":1784908272.9979246,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908272.9980166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"641a11cb-4f47-9d47-bc74-c78ac0f5d78e"} {"level":"info","ts":1784908272.9990454,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"641a11cb-4f47-9d47-bc74-c78ac0f5d78e"} {"level":"info","ts":1784908272.999067,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"641a11cb-4f47-9d47-bc74-c78ac0f5d78e"} {"level":"info","ts":1784908272.9990833,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"641a11cb-4f47-9d47-bc74-c78ac0f5d78e","EoS":false} {"level":"info","ts":1784908272.999096,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"641a11cb-4f47-9d47-bc74-c78ac0f5d78e"} {"level":"info","ts":1784908272.9991226,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"641a11cb-4f47-9d47-bc74-c78ac0f5d78e","EoS":true} {"level":"info","ts":1784908272.9991312,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"641a11cb-4f47-9d47-bc74-c78ac0f5d78e"} {"level":"info","ts":1784908277.643845,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908277.64393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8"} {"level":"info","ts":1784908277.6439433,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8"} {"level":"info","ts":1784908277.6439545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","EoS":true} {"level":"info","ts":1784908277.6439812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","header":"x-maas-group"} {"level":"info","ts":1784908277.6439912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","header":"x-maas-username"} {"level":"info","ts":1784908277.6439962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","header":"x-maas-subscription"} {"level":"info","ts":1784908277.6440089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908277.6440318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8"} {"level":"info","ts":1784908277.6452813,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8"} {"level":"info","ts":1784908277.6453032,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8"} {"level":"info","ts":1784908277.645319,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","EoS":false} {"level":"info","ts":1784908277.6453304,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8","EoS":true} {"level":"info","ts":1784908277.6453662,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4a768011-dc06-9b69-a3f9-4d09876e90c8"} {"level":"info","ts":1784908290.292331,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908290.292407,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2"} {"level":"info","ts":1784908290.2924187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2"} {"level":"info","ts":1784908290.2924292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","EoS":true} {"level":"info","ts":1784908290.292455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","header":"x-maas-group"} {"level":"info","ts":1784908290.2924638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","header":"x-maas-username"} {"level":"info","ts":1784908290.292471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","header":"x-maas-subscription"} {"level":"info","ts":1784908290.2924845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908290.2925115,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2"} {"level":"info","ts":1784908290.2936864,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2"} {"level":"info","ts":1784908290.2937095,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2"} {"level":"info","ts":1784908290.293725,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","EoS":false} {"level":"info","ts":1784908290.293736,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2","EoS":true} {"level":"info","ts":1784908290.2937782,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a19d5833-5961-4a93-ad4b-bb0864b4a3f2"} {"level":"info","ts":1784908303.1829417,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908303.1830206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a"} {"level":"info","ts":1784908303.183029,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a"} {"level":"info","ts":1784908303.1830525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","EoS":true} {"level":"info","ts":1784908303.1830783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","header":"x-maas-group"} {"level":"info","ts":1784908303.1830902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","header":"x-maas-subscription"} {"level":"info","ts":1784908303.183095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","header":"x-maas-username"} {"level":"info","ts":1784908303.1831083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908303.183133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a"} {"level":"info","ts":1784908303.184445,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a"} {"level":"info","ts":1784908303.1844685,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a"} {"level":"info","ts":1784908303.1844852,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","EoS":false} {"level":"info","ts":1784908303.1844985,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a","EoS":true} {"level":"info","ts":1784908303.1845431,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3bad9ca8-3d74-4a74-87ce-de111b3da13a"} {"level":"info","ts":1784908311.734801,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908311.7348943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4"} {"level":"info","ts":1784908311.7349174,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4"} {"level":"info","ts":1784908311.7349372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","EoS":true} {"level":"info","ts":1784908311.7349758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","header":"x-maas-username"} {"level":"info","ts":1784908311.7349887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","header":"x-maas-subscription"} {"level":"info","ts":1784908311.7349982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","header":"x-maas-group"} {"level":"info","ts":1784908311.7350175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908311.7350616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4"} {"level":"info","ts":1784908311.7362716,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4"} {"level":"info","ts":1784908311.7362967,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4"} {"level":"info","ts":1784908311.7363179,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","EoS":false} {"level":"info","ts":1784908311.7363298,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4","EoS":true} {"level":"info","ts":1784908311.7363694,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"15d802a2-e728-491a-adb0-6909317f47c4"} {"level":"info","ts":1784908320.6285646,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908320.6286454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913"} {"level":"info","ts":1784908320.6286535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913"} {"level":"info","ts":1784908320.628694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","EoS":true} {"level":"info","ts":1784908320.6287215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","header":"x-maas-group"} {"level":"info","ts":1784908320.6287315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","header":"x-maas-subscription"} {"level":"info","ts":1784908320.6287363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","header":"x-maas-username"} {"level":"info","ts":1784908320.6287496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908320.6287732,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913"} {"level":"info","ts":1784908320.6298192,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913"} {"level":"info","ts":1784908320.6298451,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913"} {"level":"info","ts":1784908320.629885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","EoS":false} {"level":"info","ts":1784908320.6299016,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913","EoS":true} {"level":"info","ts":1784908320.6299474,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"53f8c980-3fe6-4507-bbe5-02b4b062c913"} {"level":"info","ts":1784908345.7341402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908345.7342257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb"} {"level":"info","ts":1784908345.7342393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb"} {"level":"info","ts":1784908345.7342513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","EoS":true} {"level":"info","ts":1784908345.7342832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","header":"x-maas-username"} {"level":"info","ts":1784908345.7342954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","header":"x-maas-subscription"} {"level":"info","ts":1784908345.7343004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","header":"x-maas-group"} {"level":"info","ts":1784908345.7343132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908345.7343407,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb"} {"level":"info","ts":1784908345.735516,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb"} {"level":"info","ts":1784908345.735541,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb"} {"level":"info","ts":1784908345.7355616,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","EoS":false} {"level":"info","ts":1784908345.7355816,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb","EoS":true} {"level":"info","ts":1784908345.7356322,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"194a6a23-8755-4166-8357-ef57ba7b3abb"} {"level":"info","ts":1784908368.3268178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908368.3269026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386"} {"level":"info","ts":1784908368.3269134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386"} {"level":"info","ts":1784908368.3269262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","EoS":true} {"level":"info","ts":1784908368.326961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","header":"x-maas-subscription"} {"level":"info","ts":1784908368.3269732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","header":"x-maas-username"} {"level":"info","ts":1784908368.326979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","header":"x-maas-group"} {"level":"info","ts":1784908368.3269928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908368.3270328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386"} {"level":"info","ts":1784908368.3303828,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386"} {"level":"info","ts":1784908368.3304114,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386"} {"level":"info","ts":1784908368.330428,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","EoS":false} {"level":"info","ts":1784908368.3304403,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386","EoS":true} {"level":"info","ts":1784908368.3304842,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c08516d5-5056-4d99-9465-bfce1dac0386"} {"level":"info","ts":1784908394.8567955,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908394.8568742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6"} {"level":"info","ts":1784908394.8568852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6"} {"level":"info","ts":1784908394.8568969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","EoS":true} {"level":"info","ts":1784908394.8569233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","header":"x-maas-username"} {"level":"info","ts":1784908394.856934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","header":"x-maas-group"} {"level":"info","ts":1784908394.856941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","header":"x-maas-subscription"} {"level":"info","ts":1784908394.8569539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908394.8569827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6"} {"level":"info","ts":1784908394.8599436,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6"} {"level":"info","ts":1784908394.8599622,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6"} {"level":"info","ts":1784908394.8599756,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","EoS":false} {"level":"info","ts":1784908394.8599865,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6","EoS":true} {"level":"info","ts":1784908394.8600156,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa8f49f2-0353-459d-8f48-9b2319499ea6"} {"level":"info","ts":1784908404.326438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908404.3265269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5"} {"level":"info","ts":1784908404.3265417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5"} {"level":"info","ts":1784908404.326554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","EoS":true} {"level":"info","ts":1784908404.3265824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","header":"x-maas-group"} {"level":"info","ts":1784908404.3265924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","header":"x-maas-username"} {"level":"info","ts":1784908404.3265982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","header":"x-maas-subscription"} {"level":"info","ts":1784908404.3266113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908404.3266366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5"} {"level":"info","ts":1784908404.3278456,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5"} {"level":"info","ts":1784908404.3278725,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5"} {"level":"info","ts":1784908404.3278935,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","EoS":false} {"level":"info","ts":1784908404.3279135,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5","EoS":true} {"level":"info","ts":1784908404.3279688,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4a00c508-2ea6-47e6-aebc-dbfc7c244fd5"} {"level":"info","ts":1784908404.362003,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908404.3620765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2"} {"level":"info","ts":1784908404.3620868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2"} {"level":"info","ts":1784908404.3620975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","EoS":true} {"level":"info","ts":1784908404.3621252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","header":"x-maas-subscription"} {"level":"info","ts":1784908404.362134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","header":"x-maas-username"} {"level":"info","ts":1784908404.3621404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","header":"x-maas-group"} {"level":"info","ts":1784908404.3621545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908404.3621788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2"} {"level":"info","ts":1784908404.363265,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2"} {"level":"info","ts":1784908404.3632872,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2"} {"level":"info","ts":1784908404.3633032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","EoS":false} {"level":"info","ts":1784908404.3633158,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2","EoS":true} {"level":"info","ts":1784908404.3633556,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b5f0949f-2ad8-400a-9b07-c30778da77e2"} {"level":"info","ts":1784908423.5747025,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908423.574789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a14db320-843b-4531-8325-433f2e85e783"} {"level":"info","ts":1784908423.5747979,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a14db320-843b-4531-8325-433f2e85e783"} {"level":"info","ts":1784908423.5748093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","EoS":true} {"level":"info","ts":1784908423.5748367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","header":"x-maas-username"} {"level":"info","ts":1784908423.574848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","header":"x-maas-subscription"} {"level":"info","ts":1784908423.5748534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","header":"x-maas-group"} {"level":"info","ts":1784908423.5748663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908423.5748932,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a14db320-843b-4531-8325-433f2e85e783"} {"level":"info","ts":1784908423.576111,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a14db320-843b-4531-8325-433f2e85e783"} {"level":"info","ts":1784908423.5761316,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a14db320-843b-4531-8325-433f2e85e783"} {"level":"info","ts":1784908423.5761478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","EoS":false} {"level":"info","ts":1784908423.5761595,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a14db320-843b-4531-8325-433f2e85e783","EoS":true} {"level":"info","ts":1784908423.5761998,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a14db320-843b-4531-8325-433f2e85e783"} {"level":"info","ts":1784908552.4712875,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908552.4714038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087"} {"level":"info","ts":1784908552.4714172,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087"} {"level":"info","ts":1784908552.4714293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","EoS":true} {"level":"info","ts":1784908552.4714544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","header":"x-maas-username"} {"level":"info","ts":1784908552.4714642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","header":"x-maas-subscription"} {"level":"info","ts":1784908552.4714692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","header":"x-maas-group"} {"level":"info","ts":1784908552.4714837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784908552.4715111,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087"} {"level":"info","ts":1784908552.47503,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087"} {"level":"info","ts":1784908552.4750705,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087"} {"level":"info","ts":1784908552.475088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","EoS":false} {"level":"info","ts":1784908552.4751005,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087","EoS":true} {"level":"info","ts":1784908552.4751482,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"243c5bb8-de82-483d-880b-1fe234c52087"} {"level":"info","ts":1784908587.531149,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908587.5312414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d"} {"level":"info","ts":1784908587.5312521,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d"} {"level":"info","ts":1784908587.531264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","EoS":true} {"level":"info","ts":1784908587.531292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","header":"x-maas-username"} {"level":"info","ts":1784908587.5313025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","header":"x-maas-group"} {"level":"info","ts":1784908587.5313075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","header":"x-maas-subscription"} {"level":"info","ts":1784908587.5313203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908587.5313444,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d"} {"level":"info","ts":1784908587.5349226,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d"} {"level":"info","ts":1784908587.534949,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d"} {"level":"info","ts":1784908587.5349634,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","EoS":false} {"level":"info","ts":1784908587.534975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d","EoS":true} {"level":"info","ts":1784908587.535012,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ef090059-93c0-44da-9fe8-8ddfa3f7227d"} {"level":"info","ts":1784908602.8248463,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908602.8249233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85"} {"level":"info","ts":1784908602.824936,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85"} {"level":"info","ts":1784908602.8249476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","EoS":true} {"level":"info","ts":1784908602.8249733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","header":"x-maas-group"} {"level":"info","ts":1784908602.8249836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","header":"x-maas-subscription"} {"level":"info","ts":1784908602.8249888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","header":"x-maas-username"} {"level":"info","ts":1784908602.825002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908602.8250282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85"} {"level":"info","ts":1784908602.8262143,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85"} {"level":"info","ts":1784908602.8262417,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85"} {"level":"info","ts":1784908602.8262615,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","EoS":false} {"level":"info","ts":1784908602.8262732,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85","EoS":true} {"level":"info","ts":1784908602.8263106,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5c6d064c-58a5-4137-830e-08ecd739fe85"} {"level":"info","ts":1784908911.8590462,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908911.8591318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5"} {"level":"info","ts":1784908911.859142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5"} {"level":"info","ts":1784908911.8591528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","EoS":true} {"level":"info","ts":1784908911.8591764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","header":"x-maas-subscription"} {"level":"info","ts":1784908911.8591866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","header":"x-maas-username"} {"level":"info","ts":1784908911.859191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","header":"x-maas-group"} {"level":"info","ts":1784908911.859204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908911.8592277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5"} {"level":"info","ts":1784908911.86182,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5"} {"level":"info","ts":1784908911.8618453,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5"} {"level":"info","ts":1784908911.8618677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","EoS":false} {"level":"info","ts":1784908911.8618813,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5","EoS":true} {"level":"info","ts":1784908911.861936,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2dde0a4a-2762-4e43-9a82-e32071a7fef5"} {"level":"info","ts":1784908916.6390855,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"86b8122a-ff54-40e9-bae1-6187ac416927","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784908916.639357,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36792.521712727,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.6393824,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.6809952,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.7396133,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"86b8122a-ff54-40e9-bae1-6187ac416927","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784908916.7585254,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef9b3333-412e-4947-ab8e-43f35531ab9f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784908916.758551,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3c8602f-9eaf-4463-84e5-3c0391ed10b5"} {"level":"info","ts":1784908916.7585664,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef9b3333-412e-4947-ab8e-43f35531ab9f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784908916.763897,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f61f476-e57c-42f1-b771-b2269dfec771","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784908916.763938,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f61f476-e57c-42f1-b771-b2269dfec771","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784908916.764144,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35409.925628114,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.764166,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.7717671,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.8650522,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3c8602f-9eaf-4463-84e5-3c0391ed10b5","name":"e2e-external-provider"} {"level":"info","ts":1784908916.8732452,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3c8602f-9eaf-4463-84e5-3c0391ed10b5","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784908916.8776085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a665bfd1-d68a-4f8e-9a4d-31590cb4d7e9"} {"level":"info","ts":1784908916.8776383,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"139f7161-299a-42f3-b8a7-49a7d1046db5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908916.8779926,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"139f7161-299a-42f3-b8a7-49a7d1046db5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784908916.8832457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b38ea278-f124-4df8-a0f3-856c1d7ec9b3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908916.8832858,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b38ea278-f124-4df8-a0f3-856c1d7ec9b3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784908916.8835576,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a665bfd1-d68a-4f8e-9a4d-31590cb4d7e9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784908916.8835893,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3c8602f-9eaf-4463-84e5-3c0391ed10b5","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784908916.8934705,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"130d7637-915b-4634-8e7e-f02efc549ac8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908916.8934953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"130d7637-915b-4634-8e7e-f02efc549ac8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784908916.893557,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a665bfd1-d68a-4f8e-9a4d-31590cb4d7e9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908916.893632,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ee9212b-f4ba-4e35-8381-535cf0bc200a"} {"level":"info","ts":1784908916.893655,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ee9212b-f4ba-4e35-8381-535cf0bc200a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784908916.89369,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3c8602f-9eaf-4463-84e5-3c0391ed10b5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784908916.8987114,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc7e94ac-8b5a-4ea0-ad7b-85cf99905986"} {"level":"info","ts":1784908916.8987353,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8f6be97-e100-4ade-b7ea-714b49a8c993","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908916.8987548,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8f6be97-e100-4ade-b7ea-714b49a8c993","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784908916.8987668,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc7e94ac-8b5a-4ea0-ad7b-85cf99905986","name":"e2e-external-provider"} {"level":"info","ts":1784908916.8988166,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94c95752-91c4-45e8-a35d-59b0c55d5e2d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784908916.898841,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94c95752-91c4-45e8-a35d-59b0c55d5e2d","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784908916.8990703,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ee9212b-f4ba-4e35-8381-535cf0bc200a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908916.8991234,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5d5ba6c-890c-4d65-b8fa-f6f47d0f5c2a"} {"level":"info","ts":1784908916.8993056,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32676.908132362,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.8993242,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.9056482,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784908916.9068632,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc7e94ac-8b5a-4ea0-ad7b-85cf99905986","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784908916.9995396,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5d5ba6c-890c-4d65-b8fa-f6f47d0f5c2a","name":"e2e-external-model"} {"level":"info","ts":1784908917.0117588,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5d5ba6c-890c-4d65-b8fa-f6f47d0f5c2a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784908917.0197709,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab00dfb4-cd19-41d0-8642-02acd4db537f"} {"level":"info","ts":1784908917.0198486,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab00dfb4-cd19-41d0-8642-02acd4db537f","name":"e2e-external-model"} {"level":"info","ts":1784908917.0197709,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1ec56fb-759e-46d9-a820-083caf12758d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908917.0198932,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1ec56fb-759e-46d9-a820-083caf12758d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784908917.036303,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab00dfb4-cd19-41d0-8642-02acd4db537f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908917.036371,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20997199-ad68-41a5-b336-a47208f7178b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908917.0364103,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20997199-ad68-41a5-b336-a47208f7178b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784908917.0364544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57182c77-d447-41b9-92fe-6c97855e58bb"} {"level":"info","ts":1784908917.0365298,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57182c77-d447-41b9-92fe-6c97855e58bb","name":"e2e-external-model"} {"level":"info","ts":1784908917.043914,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57182c77-d447-41b9-92fe-6c97855e58bb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784908917.0486445,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1b00314-a4c1-4da4-b420-08610e603967","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908917.0487244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1b00314-a4c1-4da4-b420-08610e603967","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784908917.0508654,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57182c77-d447-41b9-92fe-6c97855e58bb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908917.0509603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f88313f0-6968-426b-a90c-7ddac8455b6b"} {"level":"info","ts":1784908917.0510283,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f88313f0-6968-426b-a90c-7ddac8455b6b","name":"e2e-external-model"} {"level":"info","ts":1784908917.05854,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f88313f0-6968-426b-a90c-7ddac8455b6b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784908924.3800564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908924.3801582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf"} {"level":"info","ts":1784908924.3801754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf"} {"level":"info","ts":1784908924.380192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","EoS":true} {"level":"info","ts":1784908924.3802252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","header":"x-maas-subscription"} {"level":"info","ts":1784908924.3802397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","header":"x-maas-group"} {"level":"info","ts":1784908924.3802469,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","header":"x-maas-username"} {"level":"info","ts":1784908924.3802645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784908924.3802774,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","modelName":"e2e-external-model"} {"level":"info","ts":1784908924.3802934,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784908924.3803673,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784908924.380394,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf","authType":"apikey"} {"level":"info","ts":1784908924.3804312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f0b140f6-97c0-47ce-8560-218ab0d468bf"} {"level":"info","ts":1784908924.5011218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f12c2c6-4fb6-46e2-b3c1-33c0d6711dce","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908924.501163,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f12c2c6-4fb6-46e2-b3c1-33c0d6711dce","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784908924.5011551,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"808e5a4c-1e2a-46bd-8a14-f17672b19d1a"} {"level":"info","ts":1784908924.5085456,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"808e5a4c-1e2a-46bd-8a14-f17672b19d1a","name":"e2e-cleanup-test"} {"level":"info","ts":1784908924.5085797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15490c8d-e57e-44ce-bda4-ee63e9f47e07","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908924.5086095,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15490c8d-e57e-44ce-bda4-ee63e9f47e07","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784908924.5252385,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"808e5a4c-1e2a-46bd-8a14-f17672b19d1a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784908924.5310247,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c60f1d81-6c5d-44c6-b653-51cbbcbcf0a9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908924.5310667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9234b44-4c25-4bf4-a83b-cb4447afe3cb"} {"level":"info","ts":1784908924.531149,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9234b44-4c25-4bf4-a83b-cb4447afe3cb","name":"e2e-cleanup-test"} {"level":"info","ts":1784908924.5310767,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c60f1d81-6c5d-44c6-b653-51cbbcbcf0a9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784908924.5471215,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9234b44-4c25-4bf4-a83b-cb4447afe3cb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908924.547186,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"720e2c7e-a4da-4649-b113-b7d9ad8345a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908924.547231,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"720e2c7e-a4da-4649-b113-b7d9ad8345a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784908924.5472302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d81cbcee-6d70-4c11-a2f2-d851d33d18b4"} {"level":"info","ts":1784908924.54732,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d81cbcee-6d70-4c11-a2f2-d851d33d18b4","name":"e2e-cleanup-test"} {"level":"info","ts":1784908924.5564342,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d81cbcee-6d70-4c11-a2f2-d851d33d18b4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784908924.5636122,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7638857d-6ff6-4ebe-b16a-b8caadfa8466","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908924.5636525,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7638857d-6ff6-4ebe-b16a-b8caadfa8466","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784908924.564397,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d81cbcee-6d70-4c11-a2f2-d851d33d18b4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784908924.564466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eda95dc-3a02-4744-a649-7f81387bd68f"} {"level":"info","ts":1784908924.564524,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eda95dc-3a02-4744-a649-7f81387bd68f","name":"e2e-cleanup-test"} {"level":"info","ts":1784908924.571933,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eda95dc-3a02-4744-a649-7f81387bd68f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784908932.778042,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ddfd0f4-4cf7-4aa1-9e3b-5ae80cd5bdcc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908932.778084,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ddfd0f4-4cf7-4aa1-9e3b-5ae80cd5bdcc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784908932.7780876,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93a7e604-5acc-4bbf-9189-a4fcc585d6c9"} {"level":"info","ts":1784908937.0834076,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908937.0834885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c"} {"level":"info","ts":1784908937.0835001,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c"} {"level":"info","ts":1784908937.083511,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c","EoS":true} {"level":"info","ts":1784908937.0835469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784908937.0835743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5d50eb7-9c11-4596-ab7c-d11848e2872c"} {"level":"info","ts":1784908937.1293826,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908937.129464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5"} {"level":"info","ts":1784908937.1294727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5"} {"level":"info","ts":1784908937.1294851,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","EoS":true} {"level":"info","ts":1784908937.1295116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","header":"x-maas-group"} {"level":"info","ts":1784908937.1295223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","header":"x-maas-subscription"} {"level":"info","ts":1784908937.1295273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","header":"x-maas-username"} {"level":"info","ts":1784908937.1295414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784908937.1295502,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","modelName":"e2e-external-model"} {"level":"info","ts":1784908937.1295624,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784908937.1295846,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784908937.129602,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5","authType":"apikey"} {"level":"info","ts":1784908937.1296291,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"763e1f56-17bc-4918-ac37-1a8d8c3cbdd5"} {"level":"info","ts":1784908937.17311,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908937.1731842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f"} {"level":"info","ts":1784908937.173193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f"} {"level":"info","ts":1784908937.173205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","EoS":true} {"level":"info","ts":1784908937.1732295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","header":"x-maas-username"} {"level":"info","ts":1784908937.17324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","header":"x-maas-subscription"} {"level":"info","ts":1784908937.173245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","header":"x-maas-group"} {"level":"info","ts":1784908937.1732633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784908937.17329,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f"} {"level":"info","ts":1784908937.2847831,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f"} {"level":"info","ts":1784908937.2848175,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f"} {"level":"info","ts":1784908937.2848365,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","EoS":false} {"level":"info","ts":1784908937.28485,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","EoS":true} {"level":"error","ts":1784908937.2848647,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784908937.2849174,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d321105c-6983-4d15-8d0d-2fa96bd91a2f"} {"level":"info","ts":1784908937.3206918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908937.320774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265"} {"level":"info","ts":1784908937.3207831,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265"} {"level":"info","ts":1784908937.3207943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265","EoS":true} {"level":"info","ts":1784908937.3208191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265","header":"x-maas-subscription"} {"level":"info","ts":1784908937.3208292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265","header":"x-maas-group"} {"level":"info","ts":1784908937.3208342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265","header":"x-maas-username"} {"level":"info","ts":1784908937.3208635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265"} {"level":"info","ts":1784908937.3707998,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265"} {"level":"info","ts":1784908937.37083,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265"} {"level":"info","ts":1784908937.370848,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265","EoS":false} {"level":"info","ts":1784908937.370862,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265","EoS":true} {"level":"error","ts":1784908937.370881,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784908937.3709166,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a10d9863-cd19-4330-9eb9-00110490a265"} {"level":"info","ts":1784908938.2584326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"218500a4-9db2-432e-bb9c-2ea51fe745f3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908938.2584734,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"218500a4-9db2-432e-bb9c-2ea51fe745f3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784908938.2584357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbbec68c-715b-4e31-890a-7c64873439b2"} {"level":"info","ts":1784908938.4088888,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b94f04db-5c54-4d65-b965-551652fc4a75","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784908938.4089262,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b94f04db-5c54-4d65-b965-551652fc4a75","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784908938.4089553,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a05ade3e-7cbe-4b92-b841-ad275bfe3adf"} {"level":"info","ts":1784908938.5373552,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"678a7a44-cc42-41c9-869e-a184360ab437","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784908938.5374181,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"678a7a44-cc42-41c9-869e-a184360ab437","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784910061.1741083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910061.17421,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04830967-77be-4ca9-8caa-d6817844d20a"} {"level":"info","ts":1784910115.6535685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910115.6536736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d"} {"level":"info","ts":1784910115.6536825,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d"} {"level":"info","ts":1784910115.653694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","EoS":true} {"level":"info","ts":1784910115.6537247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","header":"x-maas-group"} {"level":"info","ts":1784910115.653736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","header":"x-maas-subscription"} {"level":"info","ts":1784910115.6537406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","header":"x-maas-username"} {"level":"info","ts":1784910115.653753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784910115.6537766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d"} {"level":"info","ts":1784910115.6569967,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d"} {"level":"info","ts":1784910115.6570299,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d"} {"level":"info","ts":1784910115.6570482,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","EoS":false} {"level":"info","ts":1784910115.657062,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d","EoS":true} {"level":"info","ts":1784910115.6571028,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f8614c0a-d2c9-468c-8b00-6c4e57da925d"}