{"level":"info","ts":1784734177.6313913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccce55ff-eda9-4852-99b6-714035da162a","header":"x-maas-group"}
{"level":"info","ts":1784734177.6314054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccce55ff-eda9-4852-99b6-714035da162a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734177.6314309,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ccce55ff-eda9-4852-99b6-714035da162a"}
{"level":"info","ts":1784734177.6323779,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ccce55ff-eda9-4852-99b6-714035da162a"}
{"level":"info","ts":1784734177.6323967,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ccce55ff-eda9-4852-99b6-714035da162a"}
{"level":"info","ts":1784734177.6324117,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ccce55ff-eda9-4852-99b6-714035da162a","EoS":false}
{"level":"info","ts":1784734177.6324236,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ccce55ff-eda9-4852-99b6-714035da162a","EoS":true}
{"level":"info","ts":1784734177.632454,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ccce55ff-eda9-4852-99b6-714035da162a"}
{"level":"info","ts":1784734177.7701607,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734177.7702448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc"}
{"level":"info","ts":1784734177.7702553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc"}
{"level":"info","ts":1784734177.770268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc","EoS":true}
{"level":"info","ts":1784734177.7702951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc","header":"x-maas-username"}
{"level":"info","ts":1784734177.7703044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc","header":"x-maas-group"}
{"level":"info","ts":1784734177.7703097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc","header":"x-maas-subscription"}
{"level":"info","ts":1784734177.7703235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734177.770347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc"}
{"level":"info","ts":1784734177.7723505,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc"}
{"level":"info","ts":1784734177.7723691,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc"}
{"level":"info","ts":1784734177.7723832,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc","EoS":false}
{"level":"info","ts":1784734177.7723947,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc","EoS":true}
{"level":"info","ts":1784734177.7724311,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5ef512c1-5f72-4b20-8a8b-e2a901e2d3cc"}
{"level":"info","ts":1784734177.906669,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734177.9067628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c"}
{"level":"info","ts":1784734177.906782,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c"}
{"level":"info","ts":1784734177.9067965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","EoS":true}
{"level":"info","ts":1784734177.9068244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","header":"x-maas-username"}
{"level":"info","ts":1784734177.9068346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","header":"x-maas-subscription"}
{"level":"info","ts":1784734177.9068398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","header":"x-maas-group"}
{"level":"info","ts":1784734177.9068532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734177.906879,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c"}
{"level":"info","ts":1784734177.9076111,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c"}
{"level":"info","ts":1784734177.9076314,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c"}
{"level":"info","ts":1784734177.9076488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","EoS":false}
{"level":"info","ts":1784734177.9076605,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","EoS":true}
{"level":"info","ts":1784734177.9076962,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c"}
{"level":"info","ts":1784734178.0455227,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734178.0456157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae"}
{"level":"info","ts":1784734178.0456305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae"}
{"level":"info","ts":1784734178.0456433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","EoS":true}
{"level":"info","ts":1784734178.0456743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","header":"x-maas-username"}
{"level":"info","ts":1784734178.0456853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","header":"x-maas-subscription"}
{"level":"info","ts":1784734178.0456934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","header":"x-maas-group"}
{"level":"info","ts":1784734178.045706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734178.0457323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae"}
{"level":"info","ts":1784734178.046461,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae"}
{"level":"info","ts":1784734178.0464797,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae"}
{"level":"info","ts":1784734178.046496,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","EoS":false}
{"level":"info","ts":1784734178.0465078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","EoS":true}
{"level":"info","ts":1784734178.0465431,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae"}
{"level":"info","ts":1784734178.1827867,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734178.1828644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6"}
{"level":"info","ts":1784734178.1828763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6"}
{"level":"info","ts":1784734178.1828883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","EoS":true}
{"level":"info","ts":1784734178.1829283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","header":"x-maas-group"}
{"level":"info","ts":1784734178.1829405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","header":"x-maas-username"}
{"level":"info","ts":1784734178.182945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","header":"x-maas-subscription"}
{"level":"info","ts":1784734178.1829588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734178.1829855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6"}
{"level":"info","ts":1784734178.1837125,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6"}
{"level":"info","ts":1784734178.1837366,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6"}
{"level":"info","ts":1784734178.1837566,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","EoS":false}
{"level":"info","ts":1784734178.1837769,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","EoS":true}
{"level":"info","ts":1784734178.1838288,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6"}
{"level":"info","ts":1784734198.179057,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734198.1791399,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac"}
{"level":"info","ts":1784734198.1791515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac"}
{"level":"info","ts":1784734198.179164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","EoS":true}
{"level":"info","ts":1784734198.1791933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","header":"x-maas-username"}
{"level":"info","ts":1784734198.1792028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","header":"x-maas-subscription"}
{"level":"info","ts":1784734198.179208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","header":"x-maas-group"}
{"level":"info","ts":1784734198.179222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734198.1792471,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac"}
{"level":"info","ts":1784734198.179956,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac"}
{"level":"info","ts":1784734198.1799846,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac"}
{"level":"info","ts":1784734198.1800084,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","EoS":false}
{"level":"info","ts":1784734198.1800327,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","EoS":true}
{"level":"info","ts":1784734198.1800704,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac"}
{"level":"info","ts":1784734198.2808557,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734198.2809553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b789dd1-a7b8-43b9-9bc8-0e416282d913"}
{"level":"info","ts":1784734198.2815342,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b789dd1-a7b8-43b9-9bc8-0e416282d913"}
{"level":"info","ts":1784734198.2815535,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b789dd1-a7b8-43b9-9bc8-0e416282d913"}
{"level":"info","ts":1784734198.2815702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b789dd1-a7b8-43b9-9bc8-0e416282d913","EoS":false}
{"level":"info","ts":1784734198.2815833,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5b789dd1-a7b8-43b9-9bc8-0e416282d913"}
{"level":"info","ts":1784734198.2816124,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b789dd1-a7b8-43b9-9bc8-0e416282d913","EoS":true}
{"level":"info","ts":1784734198.2816224,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5b789dd1-a7b8-43b9-9bc8-0e416282d913"}
{"level":"info","ts":1784734202.935824,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734202.9359372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e"}
{"level":"info","ts":1784734202.935953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e"}
{"level":"info","ts":1784734202.9359736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","EoS":true}
{"level":"info","ts":1784734202.9360142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","header":"x-maas-group"}
{"level":"info","ts":1784734202.9360263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","header":"x-maas-subscription"}
{"level":"info","ts":1784734202.936033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","header":"x-maas-username"}
{"level":"info","ts":1784734202.9360564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734202.9360902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e"}
{"level":"info","ts":1784734202.9369807,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e"}
{"level":"info","ts":1784734202.9370034,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e"}
{"level":"info","ts":1784734202.937022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","EoS":false}
{"level":"info","ts":1784734202.9370391,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","EoS":true}
{"level":"info","ts":1784734202.9370813,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e"}
{"level":"info","ts":1784734213.5315614,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734213.531649,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce"}
{"level":"info","ts":1784734213.5316622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce"}
{"level":"info","ts":1784734213.5316756,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","EoS":true}
{"level":"info","ts":1784734213.5317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","header":"x-maas-group"}
{"level":"info","ts":1784734213.5317085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","header":"x-maas-username"}
{"level":"info","ts":1784734213.5317137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","header":"x-maas-subscription"}
{"level":"info","ts":1784734213.5317278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784734213.5317535,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce"}
{"level":"info","ts":1784734213.532845,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce"}
{"level":"info","ts":1784734213.5328658,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce"}
{"level":"info","ts":1784734213.5328825,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","EoS":false}
{"level":"info","ts":1784734213.5328975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","EoS":true}
{"level":"info","ts":1784734213.532968,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce"}
{"level":"info","ts":1784734226.4168515,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734226.4169586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc"}
{"level":"info","ts":1784734226.4169724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc"}
{"level":"info","ts":1784734226.4169853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","EoS":true}
{"level":"info","ts":1784734226.417011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","header":"x-maas-group"}
{"level":"info","ts":1784734226.417022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","header":"x-maas-subscription"}
{"level":"info","ts":1784734226.4170299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","header":"x-maas-username"}
{"level":"info","ts":1784734226.4170456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734226.4170716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc"}
{"level":"info","ts":1784734226.4181402,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc"}
{"level":"info","ts":1784734226.4181645,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc"}
{"level":"info","ts":1784734226.4181867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","EoS":false}
{"level":"info","ts":1784734226.4182043,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","EoS":true}
{"level":"info","ts":1784734226.418253,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc"}
{"level":"info","ts":1784734234.9766057,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734234.9767115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c52115cc-e792-443f-a224-5010db0de991"}
{"level":"info","ts":1784734234.9767268,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c52115cc-e792-443f-a224-5010db0de991"}
{"level":"info","ts":1784734234.976741,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","EoS":true}
{"level":"info","ts":1784734234.9767687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","header":"x-maas-username"}
{"level":"info","ts":1784734234.976779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","header":"x-maas-subscription"}
{"level":"info","ts":1784734234.9767847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","header":"x-maas-group"}
{"level":"info","ts":1784734234.9767992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734234.9768262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c52115cc-e792-443f-a224-5010db0de991"}
{"level":"info","ts":1784734234.97776,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c52115cc-e792-443f-a224-5010db0de991"}
{"level":"info","ts":1784734234.9777782,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c52115cc-e792-443f-a224-5010db0de991"}
{"level":"info","ts":1784734234.977793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","EoS":false}
{"level":"info","ts":1784734234.9778051,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","EoS":true}
{"level":"info","ts":1784734234.9778397,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c52115cc-e792-443f-a224-5010db0de991"}
{"level":"info","ts":1784734243.8605585,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734243.8606634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427"}
{"level":"info","ts":1784734243.8606794,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427"}
{"level":"info","ts":1784734243.860696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","EoS":true}
{"level":"info","ts":1784734243.8607323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","header":"x-maas-subscription"}
{"level":"info","ts":1784734243.8607473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","header":"x-maas-username"}
{"level":"info","ts":1784734243.8607538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","header":"x-maas-group"}
{"level":"info","ts":1784734243.8607717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734243.8608005,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427"}
{"level":"info","ts":1784734243.861703,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427"}
{"level":"info","ts":1784734243.8617244,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427"}
{"level":"info","ts":1784734243.8617404,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","EoS":false}
{"level":"info","ts":1784734243.8617516,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","EoS":true}
{"level":"info","ts":1784734243.8617961,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427"}
{"level":"info","ts":1784734271.9577973,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734271.9579022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa"}
{"level":"info","ts":1784734271.9579418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa"}
{"level":"info","ts":1784734271.9579656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","EoS":true}
{"level":"info","ts":1784734271.9580011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","header":"x-maas-username"}
{"level":"info","ts":1784734271.958014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","header":"x-maas-subscription"}
{"level":"info","ts":1784734271.9580188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","header":"x-maas-group"}
{"level":"info","ts":1784734271.9580326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784734271.9580603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa"}
{"level":"info","ts":1784734271.9601474,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa"}
{"level":"info","ts":1784734271.9601634,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa"}
{"level":"info","ts":1784734271.9601765,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","EoS":false}
{"level":"info","ts":1784734271.960188,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","EoS":true}
{"level":"info","ts":1784734271.9602315,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa"}
{"level":"info","ts":1784734294.5013933,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734294.5014992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466"}
{"level":"info","ts":1784734294.5015156,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466"}
{"level":"info","ts":1784734294.5015287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","EoS":true}
{"level":"info","ts":1784734294.5015574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","header":"x-maas-subscription"}
{"level":"info","ts":1784734294.501568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","header":"x-maas-username"}
{"level":"info","ts":1784734294.5015733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","header":"x-maas-group"}
{"level":"info","ts":1784734294.5015886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784734294.5016122,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466"}
{"level":"info","ts":1784734294.5026498,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466"}
{"level":"info","ts":1784734294.502673,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466"}
{"level":"info","ts":1784734294.5026906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","EoS":false}
{"level":"info","ts":1784734294.5027099,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","EoS":true}
{"level":"info","ts":1784734294.502744,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466"}
{"level":"info","ts":1784734325.0330622,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734325.0331376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7"}
{"level":"info","ts":1784734325.0331485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7"}
{"level":"info","ts":1784734325.0331602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","EoS":true}
{"level":"info","ts":1784734325.0331874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","header":"x-maas-subscription"}
{"level":"info","ts":1784734325.0331974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","header":"x-maas-username"}
{"level":"info","ts":1784734325.0332031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","header":"x-maas-group"}
{"level":"info","ts":1784734325.033217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734325.0332425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7"}
{"level":"info","ts":1784734325.0355146,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7"}
{"level":"info","ts":1784734325.0355363,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7"}
{"level":"info","ts":1784734325.0355513,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","EoS":false}
{"level":"info","ts":1784734325.0355682,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","EoS":true}
{"level":"info","ts":1784734325.0356047,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7"}
{"level":"info","ts":1784734334.4906385,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734334.4907365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8"}
{"level":"info","ts":1784734334.4907548,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8"}
{"level":"info","ts":1784734334.490769,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","EoS":true}
{"level":"info","ts":1784734334.4907963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","header":"x-maas-username"}
{"level":"info","ts":1784734334.4908066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","header":"x-maas-group"}
{"level":"info","ts":1784734334.4908142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","header":"x-maas-subscription"}
{"level":"info","ts":1784734334.4908278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734334.490854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8"}
{"level":"info","ts":1784734334.4917972,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8"}
{"level":"info","ts":1784734334.4918172,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8"}
{"level":"info","ts":1784734334.4918385,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","EoS":false}
{"level":"info","ts":1784734334.4918585,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","EoS":true}
{"level":"info","ts":1784734334.4919055,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8"}
{"level":"info","ts":1784734334.5276728,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734334.5277483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34"}
{"level":"info","ts":1784734334.5277598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34"}
{"level":"info","ts":1784734334.5277715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","EoS":true}
{"level":"info","ts":1784734334.5277967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","header":"x-maas-username"}
{"level":"info","ts":1784734334.5278068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","header":"x-maas-subscription"}
{"level":"info","ts":1784734334.5278118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","header":"x-maas-group"}
{"level":"info","ts":1784734334.5278256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734334.52785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34"}
{"level":"info","ts":1784734334.528686,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34"}
{"level":"info","ts":1784734334.5287101,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34"}
{"level":"info","ts":1784734334.5287318,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","EoS":false}
{"level":"info","ts":1784734334.5287545,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","EoS":true}
{"level":"info","ts":1784734334.5287924,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34"}
{"level":"info","ts":1784734353.719819,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734353.7199054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c"}
{"level":"info","ts":1784734353.7199345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c"}
{"level":"info","ts":1784734353.7199473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","EoS":true}
{"level":"info","ts":1784734353.7199712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","header":"x-maas-subscription"}
{"level":"info","ts":1784734353.719981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","header":"x-maas-group"}
{"level":"info","ts":1784734353.7199893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","header":"x-maas-username"}
{"level":"info","ts":1784734353.7200034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734353.7200308,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c"}
{"level":"info","ts":1784734353.7209508,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c"}
{"level":"info","ts":1784734353.7209713,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c"}
{"level":"info","ts":1784734353.7209864,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","EoS":false}
{"level":"info","ts":1784734353.720997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","EoS":true}
{"level":"info","ts":1784734353.7210357,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c"}
{"level":"info","ts":1784734484.8914177,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734484.8915265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2"}
{"level":"info","ts":1784734484.8915427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2"}
{"level":"info","ts":1784734484.8915558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","EoS":true}
{"level":"info","ts":1784734484.8915813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","header":"x-maas-group"}
{"level":"info","ts":1784734484.8915913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","header":"x-maas-subscription"}
{"level":"info","ts":1784734484.8915975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","header":"x-maas-username"}
{"level":"info","ts":1784734484.891611,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784734484.8916354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2"}
{"level":"info","ts":1784734484.8947697,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2"}
{"level":"info","ts":1784734484.894795,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2"}
{"level":"info","ts":1784734484.894812,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","EoS":false}
{"level":"info","ts":1784734484.894826,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","EoS":true}
{"level":"info","ts":1784734484.8948634,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2"}
{"level":"info","ts":1784734521.9818573,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734521.9819574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d"}
{"level":"info","ts":1784734521.9819696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d"}
{"level":"info","ts":1784734521.981982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","EoS":true}
{"level":"info","ts":1784734521.982009,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","header":"x-maas-username"}
{"level":"info","ts":1784734521.9820182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","header":"x-maas-group"}
{"level":"info","ts":1784734521.9820232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","header":"x-maas-subscription"}
{"level":"info","ts":1784734521.9820366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734521.982063,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d"}
{"level":"info","ts":1784734521.9830427,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d"}
{"level":"info","ts":1784734521.9830647,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d"}
{"level":"info","ts":1784734521.983086,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","EoS":false}
{"level":"info","ts":1784734521.983104,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","EoS":true}
{"level":"info","ts":1784734521.9831555,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d"}
{"level":"info","ts":1784734537.2361426,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734537.2362413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66"}
{"level":"info","ts":1784734537.2362556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66"}
{"level":"info","ts":1784734537.236275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","EoS":true}
{"level":"info","ts":1784734537.2363145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","header":"x-maas-subscription"}
{"level":"info","ts":1784734537.2363272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","header":"x-maas-group"}
{"level":"info","ts":1784734537.2363353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","header":"x-maas-username"}
{"level":"info","ts":1784734537.236355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734537.236389,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66"}
{"level":"info","ts":1784734537.2373488,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66"}
{"level":"info","ts":1784734537.2373781,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66"}
{"level":"info","ts":1784734537.2374055,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","EoS":false}
{"level":"info","ts":1784734537.237424,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","EoS":true}
{"level":"info","ts":1784734537.2374628,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66"}
{"level":"info","ts":1784734855.486373,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734855.4864697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715"}
{"level":"info","ts":1784734855.4864864,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715"}
{"level":"info","ts":1784734855.486505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","EoS":true}
{"level":"info","ts":1784734855.4865456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","header":"x-maas-group"}
{"level":"info","ts":1784734855.4865582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","header":"x-maas-username"}
{"level":"info","ts":1784734855.4865685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","header":"x-maas-subscription"}
{"level":"info","ts":1784734855.486588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734855.486621,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715"}
{"level":"info","ts":1784734855.4880288,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715"}
{"level":"info","ts":1784734855.4880562,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715"}
{"level":"info","ts":1784734855.4880717,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","EoS":false}
{"level":"info","ts":1784734855.4880846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","EoS":true}
{"level":"info","ts":1784734855.488123,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715"}
{"level":"info","ts":1784734855.5242226,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734855.5243084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e"}
{"level":"info","ts":1784734855.5243242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e"}
{"level":"info","ts":1784734855.524341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","EoS":true}
{"level":"info","ts":1784734855.524377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","header":"x-maas-username"}
{"level":"info","ts":1784734855.5243902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","header":"x-maas-subscription"}
{"level":"info","ts":1784734855.5243993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","header":"x-maas-group"}
{"level":"info","ts":1784734855.5244176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784734855.5244496,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e"}
{"level":"info","ts":1784734855.5251615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e"}
{"level":"info","ts":1784734855.5251884,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e"}
{"level":"info","ts":1784734855.5252118,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","EoS":false}
{"level":"info","ts":1784734855.525231,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","EoS":true}
{"level":"info","ts":1784734855.52527,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e"}
{"level":"info","ts":1784734860.3536625,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5ac55ae8-f6ca-42c0-b6d8-01f76f22b103","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784734860.353905,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39435.118246374,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784734860.3539639,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784734860.4154394,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784734860.4543846,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5ac55ae8-f6ca-42c0-b6d8-01f76f22b103","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784734860.4738202,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d4c1a397-0214-4d29-8911-7a3400b63e2e","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784734860.4738526,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d4c1a397-0214-4d29-8911-7a3400b63e2e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784734860.4738455,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6977b9b1-93e9-456b-86f1-66cfb5d9cdba"}
{"level":"info","ts":1784734860.4802642,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b520ef3-7452-4048-a483-413ee24a70c3","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784734860.480293,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b520ef3-7452-4048-a483-413ee24a70c3","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784734860.480624,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32521.985603125,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784734860.4806445,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784734860.4889722,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784734860.5810764,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6977b9b1-93e9-456b-86f1-66cfb5d9cdba","name":"e2e-external-provider"}
{"level":"info","ts":1784734860.5842166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2e9691d-4bc7-40a0-a9ae-c6b960c76832","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784734860.5842614,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2e9691d-4bc7-40a0-a9ae-c6b960c76832","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784734860.5842555,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae159174-ef57-403d-ac3f-0b92f1ce5de8"}
{"level":"info","ts":1784734860.5927646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e172bfa-dd4a-41ee-8f4a-d53f7d3d4691","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784734860.5927947,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e172bfa-dd4a-41ee-8f4a-d53f7d3d4691","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784734860.593752,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae159174-ef57-403d-ac3f-0b92f1ce5de8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784734860.593812,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae159174-ef57-403d-ac3f-0b92f1ce5de8","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784734860.5973854,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6977b9b1-93e9-456b-86f1-66cfb5d9cdba","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"error","ts":1784734860.5981572,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae159174-ef57-403d-ac3f-0b92f1ce5de8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784734860.5982242,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae159174-ef57-403d-ac3f-0b92f1ce5de8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784734860.5982769,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7964727-d5a8-4d9d-9f38-5d97d838f6a8"}
{"level":"info","ts":1784734860.598302,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7964727-d5a8-4d9d-9f38-5d97d838f6a8","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784734860.6064131,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c2543e0-a345-4cbd-8e3f-b7c68a37f0fc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784734860.6064358,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c2543e0-a345-4cbd-8e3f-b7c68a37f0fc","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784734860.6064463,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7964727-d5a8-4d9d-9f38-5d97d838f6a8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784734860.6065142,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd8b736f-86a8-4d96-b4b2-48ae6ef6b60c"}
{"level":"info","ts":1784734860.6065435,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd8b736f-86a8-4d96-b4b2-48ae6ef6b60c","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784734860.6087658,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6977b9b1-93e9-456b-86f1-66cfb5d9cdba","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784734860.6117353,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd8b736f-86a8-4d96-b4b2-48ae6ef6b60c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784734860.6165173,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6977b9b1-93e9-456b-86f1-66cfb5d9cdba","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784734860.6224623,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7af3a5f9-36a5-4067-aaf1-d9af17b3e598","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784734860.622477,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f3e114b-5d12-44a5-8006-1ce2f30f7041"}
{"level":"info","ts":1784734860.6224864,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7af3a5f9-36a5-4067-aaf1-d9af17b3e598","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784734860.6225252,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f3e114b-5d12-44a5-8006-1ce2f30f7041","name":"e2e-external-provider"}
{"level":"info","ts":1784734860.622545,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09f746cb-109e-4ec9-abb0-809ddb31b0a9"}
{"level":"info","ts":1784734860.6226869,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59dc2651-0560-4464-8ca6-087382c019dd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784734860.622702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59dc2651-0560-4464-8ca6-087382c019dd","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784734860.6227088,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39563.069488381,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784734860.622723,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784734860.630895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784734860.6331005,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f3e114b-5d12-44a5-8006-1ce2f30f7041","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784734860.6379542,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eafd7036-7cb3-413f-a9bf-f9fde8e71554"}
{"level":"info","ts":1784734860.6379926,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eafd7036-7cb3-413f-a9bf-f9fde8e71554","name":"e2e-external-provider"}
{"level":"info","ts":1784734860.6474977,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eafd7036-7cb3-413f-a9bf-f9fde8e71554","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784734860.7234015,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09f746cb-109e-4ec9-abb0-809ddb31b0a9","name":"e2e-external-model"}
{"level":"info","ts":1784734860.73582,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09f746cb-109e-4ec9-abb0-809ddb31b0a9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784734860.742286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1df58841-958b-42bc-8060-882cc6846130","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784734860.7423491,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1df58841-958b-42bc-8060-882cc6846130","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784734860.7424612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"652902c3-7fc6-4ee9-be07-abe79ad4ee83"}
{"level":"info","ts":1784734860.7425196,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"652902c3-7fc6-4ee9-be07-abe79ad4ee83","name":"e2e-external-model"}
{"level":"info","ts":1784734860.7593777,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdd4d8dd-8699-4f70-9788-1e5efcfa28b0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784734860.7594209,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdd4d8dd-8699-4f70-9788-1e5efcfa28b0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784734860.7595701,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"652902c3-7fc6-4ee9-be07-abe79ad4ee83","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784734860.7596457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ac6922-5f0d-46dc-bfd7-4b4fe3710e6e"}
{"level":"info","ts":1784734860.7596982,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ac6922-5f0d-46dc-bfd7-4b4fe3710e6e","name":"e2e-external-model"}
{"level":"info","ts":1784734860.7683837,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ac6922-5f0d-46dc-bfd7-4b4fe3710e6e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784734860.7759109,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"351c30aa-cc6b-4838-a180-b8d5dc8cd68c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784734860.775964,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"351c30aa-cc6b-4838-a180-b8d5dc8cd68c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784734860.7760794,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df9ffe7c-3e1a-4507-b966-01e3f41a401e"}
{"level":"info","ts":1784734860.7761564,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df9ffe7c-3e1a-4507-b966-01e3f41a401e","name":"e2e-external-model"}
{"level":"info","ts":1784734860.7851057,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df9ffe7c-3e1a-4507-b966-01e3f41a401e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784734874.491488,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734874.491594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65"}
{"level":"info","ts":1784734874.4916096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65"}
{"level":"info","ts":1784734874.4916244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","EoS":true}
{"level":"info","ts":1784734874.4916523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","header":"x-maas-username"}
{"level":"info","ts":1784734874.4916625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","header":"x-maas-group"}
{"level":"info","ts":1784734874.4916682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","header":"x-maas-subscription"}
{"level":"info","ts":1784734874.4916825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784734874.4916914,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","modelName":"e2e-external-model"}
{"level":"info","ts":1784734874.491704,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784734874.4917467,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784734874.4917655,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","authType":"apikey"}
{"level":"info","ts":1784734874.4918013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65"}
{"level":"info","ts":1784734874.611649,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e29abb8-ec2f-482e-aa64-f9f2c3d51e01","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784734874.6116931,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e29abb8-ec2f-482e-aa64-f9f2c3d51e01","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784734874.611692,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748fb842-f1d4-4de2-854b-9b6f85552ef4"}
{"level":"info","ts":1784734874.6196928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9851575-12bc-4e4d-b43b-61f5290a2afb","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784734874.6197228,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9851575-12bc-4e4d-b43b-61f5290a2afb","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784734874.619765,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748fb842-f1d4-4de2-854b-9b6f85552ef4","name":"e2e-cleanup-test"}
{"level":"info","ts":1784734874.6300356,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748fb842-f1d4-4de2-854b-9b6f85552ef4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784734874.6356905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec6429d4-e596-4db7-a629-439f44432526"}
{"level":"info","ts":1784734874.6357336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bd45707-10b7-4c30-a83e-319abdf12264","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784734874.6357594,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec6429d4-e596-4db7-a629-439f44432526","name":"e2e-cleanup-test"}
{"level":"info","ts":1784734874.6357613,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bd45707-10b7-4c30-a83e-319abdf12264","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784734874.6501431,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec6429d4-e596-4db7-a629-439f44432526","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784734874.650175,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8007c9f7-010b-4919-840a-ca8fc9c5f136","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784734874.6502066,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8007c9f7-010b-4919-840a-ca8fc9c5f136","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784734874.6502066,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91bd9e05-881f-4140-8057-d6a5608d0fa9"}
{"level":"info","ts":1784734874.6502833,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91bd9e05-881f-4140-8057-d6a5608d0fa9","name":"e2e-cleanup-test"}
{"level":"info","ts":1784734874.6600738,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91bd9e05-881f-4140-8057-d6a5608d0fa9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784734874.665909,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbc4420f-74eb-4066-86ca-a2df69887c65"}
{"level":"info","ts":1784734874.6659763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4472acd3-906b-4551-9644-61aea0494432","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784734874.6659951,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbc4420f-74eb-4066-86ca-a2df69887c65","name":"e2e-cleanup-test"}
{"level":"info","ts":1784734874.6660094,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4472acd3-906b-4551-9644-61aea0494432","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784734874.6741953,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbc4420f-74eb-4066-86ca-a2df69887c65","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784734874.6788208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4c520fe-fcdf-42a9-860d-0286d76f69d8"}
{"level":"info","ts":1784734874.6788824,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4c520fe-fcdf-42a9-860d-0286d76f69d8","name":"e2e-cleanup-test"}
{"level":"info","ts":1784734874.6865337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4c520fe-fcdf-42a9-860d-0286d76f69d8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784734882.8757815,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa6b5038-f2a1-459d-96c2-40fa5b02eb1f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784734882.8758197,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa6b5038-f2a1-459d-96c2-40fa5b02eb1f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784734882.8758404,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"862f97c5-ad62-4c4e-8200-6416f80ed699"}
{"level":"info","ts":1784734887.2008896,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734887.2009873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa"}
{"level":"info","ts":1784734887.200997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa"}
{"level":"info","ts":1784734887.2010107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa","EoS":true}
{"level":"info","ts":1784734887.2010458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784734887.2010758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa"}
{"level":"info","ts":1784734887.237444,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734887.2375174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791"}
{"level":"info","ts":1784734887.2375278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791"}
{"level":"info","ts":1784734887.2375407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","EoS":true}
{"level":"info","ts":1784734887.2375638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","header":"x-maas-username"}
{"level":"info","ts":1784734887.237574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","header":"x-maas-group"}
{"level":"info","ts":1784734887.2375798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","header":"x-maas-subscription"}
{"level":"info","ts":1784734887.2375941,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784734887.2376032,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","modelName":"e2e-external-model"}
{"level":"info","ts":1784734887.2376158,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784734887.2376566,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784734887.2376757,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","authType":"apikey"}
{"level":"info","ts":1784734887.2377036,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791"}
{"level":"info","ts":1784734887.2768426,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734887.276956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1"}
{"level":"info","ts":1784734887.2769713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1"}
{"level":"info","ts":1784734887.2769856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","EoS":true}
{"level":"info","ts":1784734887.2770097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","header":"x-maas-subscription"}
{"level":"info","ts":1784734887.2770195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","header":"x-maas-group"}
{"level":"info","ts":1784734887.277025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","header":"x-maas-username"}
{"level":"info","ts":1784734887.2770371,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784734887.277062,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1"}
{"level":"info","ts":1784734887.382316,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1"}
{"level":"info","ts":1784734887.382346,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1"}
{"level":"info","ts":1784734887.3823678,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","EoS":false}
{"level":"info","ts":1784734887.3823843,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","EoS":true}
{"level":"error","ts":1784734887.382404,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784734887.3824692,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1"}
{"level":"info","ts":1784734887.4187596,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784734887.4188352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff"}
{"level":"info","ts":1784734887.4188461,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff"}
{"level":"info","ts":1784734887.4188583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff","EoS":true}
{"level":"info","ts":1784734887.4188797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff","header":"x-maas-username"}
{"level":"info","ts":1784734887.4188895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff","header":"x-maas-group"}
{"level":"info","ts":1784734887.4188943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff","header":"x-maas-subscription"}
{"level":"info","ts":1784734887.4189339,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff"}
{"level":"info","ts":1784734887.5185745,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff"}
{"level":"info","ts":1784734887.5186071,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff"}
{"level":"info","ts":1784734887.5186255,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff","EoS":false}
{"level":"info","ts":1784734887.5186386,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff","EoS":true}
{"level":"error","ts":1784734887.5186567,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784734887.5186958,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff"}
{"level":"info","ts":1784734888.3665285,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d46886f-775e-4055-8860-c4399d2a0508","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784734888.3665652,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d46886f-775e-4055-8860-c4399d2a0508","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784734888.3665876,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac4a4de4-8e12-4b85-8b2c-0001c9dab1ff"}
{"level":"info","ts":1784734888.5131629,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0251553a-3dc6-445a-b549-c94045322bd6","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784734888.5132136,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0251553a-3dc6-445a-b549-c94045322bd6","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784734888.5132475,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea7777b5-113d-4df2-b35d-ed16b5be6952"}
{"level":"info","ts":1784734888.6290963,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0e1103d1-7fbc-4851-8f6e-b94e4903f42d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784734888.6291595,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0e1103d1-7fbc-4851-8f6e-b94e4903f42d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784735490.519968,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784735490.5200574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c"}
{"level":"info","ts":1784735490.5200677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c"}
{"level":"info","ts":1784735490.5200791,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","EoS":true}
{"level":"info","ts":1784735490.5201027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","header":"x-maas-group"}
{"level":"info","ts":1784735490.5201123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","header":"x-maas-username"}
{"level":"info","ts":1784735490.5201182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","header":"x-maas-subscription"}
{"level":"info","ts":1784735490.5201318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","path":"/ai-tenant-e2e-inf-b-cdfa08/test-model-cdfa08/v1/chat/completions"}
{"level":"info","ts":1784735490.5201578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c"}
{"level":"info","ts":1784735490.5328093,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c"}
{"level":"info","ts":1784735490.5328333,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c"}
{"level":"info","ts":1784735490.53285,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","EoS":false}
{"level":"info","ts":1784735490.5328622,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","EoS":true}
{"level":"info","ts":1784735490.532903,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c"}
{"level":"info","ts":1784735990.9832203,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784735990.9833004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c"}
{"level":"info","ts":1784735990.9833088,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c"}
{"level":"info","ts":1784735990.9833212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","EoS":true}
{"level":"info","ts":1784735990.9833496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","header":"x-maas-username"}
{"level":"info","ts":1784735990.9833596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","header":"x-maas-group"}
{"level":"info","ts":1784735990.983365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","header":"x-maas-subscription"}
{"level":"info","ts":1784735990.983378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","path":"/ai-tenant-e2e-shared-b-9911b9/rate-test-model-9911b9/v1/completions"}
{"level":"info","ts":1784735990.9834018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c"}
{"level":"info","ts":1784735990.9967887,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c"}
{"level":"info","ts":1784735990.9968176,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c"}
{"level":"info","ts":1784735990.9968343,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","EoS":false}
{"level":"info","ts":1784735990.9968462,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","EoS":true}
{"level":"info","ts":1784735990.9968798,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c"}