{"level":"info","ts":1784695713.5300353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38","EoS":true} {"level":"info","ts":1784695713.5300593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38","header":"x-maas-subscription"} {"level":"info","ts":1784695713.53007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38","header":"x-maas-username"} {"level":"info","ts":1784695713.5300746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38","header":"x-maas-group"} {"level":"info","ts":1784695713.5300875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695713.530111,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38"} {"level":"info","ts":1784695713.530936,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38"} {"level":"info","ts":1784695713.530956,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38"} {"level":"info","ts":1784695713.530971,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38","EoS":false} {"level":"info","ts":1784695713.530983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38","EoS":true} {"level":"info","ts":1784695713.5310166,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c7de1906-4944-4bca-aa20-436fd810ec38"} {"level":"info","ts":1784695733.5174074,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695733.5174913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c"} {"level":"info","ts":1784695733.5175006,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c"} {"level":"info","ts":1784695733.517512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","EoS":true} {"level":"info","ts":1784695733.5175376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","header":"x-maas-username"} {"level":"info","ts":1784695733.5175493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","header":"x-maas-group"} {"level":"info","ts":1784695733.5175717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","header":"x-maas-subscription"} {"level":"info","ts":1784695733.5175898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695733.5176136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c"} {"level":"info","ts":1784695733.5188382,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c"} {"level":"info","ts":1784695733.5188613,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c"} {"level":"info","ts":1784695733.5188775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","EoS":false} {"level":"info","ts":1784695733.5188942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","EoS":true} {"level":"info","ts":1784695733.518933,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c"} {"level":"info","ts":1784695733.6535516,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695733.65363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982"} {"level":"info","ts":1784695733.653639,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982"} {"level":"info","ts":1784695733.6536503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","EoS":true} {"level":"info","ts":1784695733.6536784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","header":"x-maas-username"} {"level":"info","ts":1784695733.6536903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","header":"x-maas-group"} {"level":"info","ts":1784695733.6536956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","header":"x-maas-subscription"} {"level":"info","ts":1784695733.6537101,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695733.6537416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982"} {"level":"info","ts":1784695733.6564531,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982"} {"level":"info","ts":1784695733.6564782,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982"} {"level":"info","ts":1784695733.6564944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","EoS":false} {"level":"info","ts":1784695733.6565068,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","EoS":true} {"level":"info","ts":1784695733.6565537,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982"} {"level":"info","ts":1784695733.7923646,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695733.792474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46"} {"level":"info","ts":1784695733.7924867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46"} {"level":"info","ts":1784695733.7925017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","EoS":true} {"level":"info","ts":1784695733.7925427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","header":"x-maas-subscription"} {"level":"info","ts":1784695733.7925565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","header":"x-maas-group"} {"level":"info","ts":1784695733.7925658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","header":"x-maas-username"} {"level":"info","ts":1784695733.7925782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695733.792601,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46"} {"level":"info","ts":1784695733.793496,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46"} {"level":"info","ts":1784695733.793518,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46"} {"level":"info","ts":1784695733.7935333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","EoS":false} {"level":"info","ts":1784695733.7935493,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","EoS":true} {"level":"info","ts":1784695733.793584,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46"} {"level":"info","ts":1784695733.9278388,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695733.9279232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61"} {"level":"info","ts":1784695733.9279504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61"} {"level":"info","ts":1784695733.9279623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","EoS":true} {"level":"info","ts":1784695733.92799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","header":"x-maas-username"} {"level":"info","ts":1784695733.928004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","header":"x-maas-group"} {"level":"info","ts":1784695733.9280114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","header":"x-maas-subscription"} {"level":"info","ts":1784695733.928027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695733.9280515,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61"} {"level":"info","ts":1784695733.928941,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61"} {"level":"info","ts":1784695733.9289598,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61"} {"level":"info","ts":1784695733.928979,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","EoS":false} {"level":"info","ts":1784695733.9289987,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","EoS":true} {"level":"info","ts":1784695733.929035,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61"} {"level":"info","ts":1784695734.0634086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695734.0634856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29"} {"level":"info","ts":1784695734.0634942,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29"} {"level":"info","ts":1784695734.063505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","EoS":true} {"level":"info","ts":1784695734.063531,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","header":"x-maas-username"} {"level":"info","ts":1784695734.0635746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","header":"x-maas-group"} {"level":"info","ts":1784695734.0635796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","header":"x-maas-subscription"} {"level":"info","ts":1784695734.0635953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695734.0636215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29"} {"level":"info","ts":1784695734.0644948,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29"} {"level":"info","ts":1784695734.0645132,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29"} {"level":"info","ts":1784695734.0645368,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","EoS":false} {"level":"info","ts":1784695734.0645506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","EoS":true} {"level":"info","ts":1784695734.064589,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29"} {"level":"info","ts":1784695751.987724,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695751.9878008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d"} {"level":"info","ts":1784695751.9878104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d"} {"level":"info","ts":1784695751.987821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","EoS":true} {"level":"info","ts":1784695751.9878495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","header":"x-maas-username"} {"level":"info","ts":1784695751.9878602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","header":"x-maas-subscription"} {"level":"info","ts":1784695751.9878645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","header":"x-maas-group"} {"level":"info","ts":1784695751.9878776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695751.987944,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d"} {"level":"info","ts":1784695751.9889877,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d"} {"level":"info","ts":1784695751.98901,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d"} {"level":"info","ts":1784695751.9890273,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","EoS":false} {"level":"info","ts":1784695751.9890392,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","EoS":true} {"level":"info","ts":1784695751.9890752,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d"} {"level":"info","ts":1784695752.0889268,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695752.0890038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"965ef636-76a7-4b49-97d6-8e8a3a9b40a9"} {"level":"info","ts":1784695752.091115,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"965ef636-76a7-4b49-97d6-8e8a3a9b40a9"} {"level":"info","ts":1784695752.0911384,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"965ef636-76a7-4b49-97d6-8e8a3a9b40a9"} {"level":"info","ts":1784695752.0911565,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"965ef636-76a7-4b49-97d6-8e8a3a9b40a9","EoS":false} {"level":"info","ts":1784695752.0911677,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"965ef636-76a7-4b49-97d6-8e8a3a9b40a9"} {"level":"info","ts":1784695752.0912,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"965ef636-76a7-4b49-97d6-8e8a3a9b40a9","EoS":true} {"level":"info","ts":1784695752.0912118,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"965ef636-76a7-4b49-97d6-8e8a3a9b40a9"} {"level":"info","ts":1784695756.710735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695756.710826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83"} {"level":"info","ts":1784695756.7108383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83"} {"level":"info","ts":1784695756.7108502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","EoS":true} {"level":"info","ts":1784695756.71088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","header":"x-maas-username"} {"level":"info","ts":1784695756.7108943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","header":"x-maas-subscription"} {"level":"info","ts":1784695756.7109017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","header":"x-maas-group"} {"level":"info","ts":1784695756.71092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695756.710951,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83"} {"level":"info","ts":1784695756.7125936,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83"} {"level":"info","ts":1784695756.7126126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83"} {"level":"info","ts":1784695756.7126315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","EoS":false} {"level":"info","ts":1784695756.712648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","EoS":true} {"level":"info","ts":1784695756.7126935,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83"} {"level":"info","ts":1784695767.286659,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695767.286741,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e"} {"level":"info","ts":1784695767.2867522,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e"} {"level":"info","ts":1784695767.2867637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","EoS":true} {"level":"info","ts":1784695767.2867887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","header":"x-maas-group"} {"level":"info","ts":1784695767.2867982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","header":"x-maas-username"} {"level":"info","ts":1784695767.2868035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","header":"x-maas-subscription"} {"level":"info","ts":1784695767.2868168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695767.286845,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e"} {"level":"info","ts":1784695767.2897413,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e"} {"level":"info","ts":1784695767.2897618,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e"} {"level":"info","ts":1784695767.2897768,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","EoS":false} {"level":"info","ts":1784695767.289787,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","EoS":true} {"level":"info","ts":1784695767.2898185,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e"} {"level":"info","ts":1784695780.1607873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695780.1608686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b"} {"level":"info","ts":1784695780.1608791,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b"} {"level":"info","ts":1784695780.160891,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","EoS":true} {"level":"info","ts":1784695780.1609218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","header":"x-maas-subscription"} {"level":"info","ts":1784695780.1609318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","header":"x-maas-username"} {"level":"info","ts":1784695780.1609366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","header":"x-maas-group"} {"level":"info","ts":1784695780.1609495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695780.1609714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b"} {"level":"info","ts":1784695780.1618097,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b"} {"level":"info","ts":1784695780.1618364,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b"} {"level":"info","ts":1784695780.1618514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","EoS":false} {"level":"info","ts":1784695780.1618629,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","EoS":true} {"level":"info","ts":1784695780.1618998,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b"} {"level":"info","ts":1784695788.6729078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695788.6730077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b"} {"level":"info","ts":1784695788.6730242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b"} {"level":"info","ts":1784695788.6730437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","EoS":true} {"level":"info","ts":1784695788.6731212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","header":"x-maas-subscription"} {"level":"info","ts":1784695788.6731348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","header":"x-maas-group"} {"level":"info","ts":1784695788.673144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","header":"x-maas-username"} {"level":"info","ts":1784695788.6731641,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695788.6731977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b"} {"level":"info","ts":1784695788.6739383,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b"} {"level":"info","ts":1784695788.6739576,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b"} {"level":"info","ts":1784695788.673975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","EoS":false} {"level":"info","ts":1784695788.6739867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","EoS":true} {"level":"info","ts":1784695788.67402,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b"} {"level":"info","ts":1784695797.5425599,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695797.5426424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759"} {"level":"info","ts":1784695797.5426538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759"} {"level":"info","ts":1784695797.5426672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","EoS":true} {"level":"info","ts":1784695797.5427003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","header":"x-maas-subscription"} {"level":"info","ts":1784695797.5427108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","header":"x-maas-username"} {"level":"info","ts":1784695797.5427153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","header":"x-maas-group"} {"level":"info","ts":1784695797.54273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695797.542754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759"} {"level":"info","ts":1784695797.543584,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759"} {"level":"info","ts":1784695797.543609,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759"} {"level":"info","ts":1784695797.5436237,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","EoS":false} {"level":"info","ts":1784695797.5436356,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","EoS":true} {"level":"info","ts":1784695797.5436692,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759"} {"level":"info","ts":1784695820.38868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695820.388766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa"} {"level":"info","ts":1784695820.3887756,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa"} {"level":"info","ts":1784695820.3887873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","EoS":true} {"level":"info","ts":1784695820.388813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","header":"x-maas-username"} {"level":"info","ts":1784695820.3888237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","header":"x-maas-subscription"} {"level":"info","ts":1784695820.3888292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","header":"x-maas-group"} {"level":"info","ts":1784695820.3888419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695820.388866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa"} {"level":"info","ts":1784695820.3911698,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa"} {"level":"info","ts":1784695820.3911917,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa"} {"level":"info","ts":1784695820.3912058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","EoS":false} {"level":"info","ts":1784695820.3912175,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","EoS":true} {"level":"info","ts":1784695820.391252,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa"} {"level":"info","ts":1784695842.6246772,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695842.6247692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492"} {"level":"info","ts":1784695842.6247785,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492"} {"level":"info","ts":1784695842.6247897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","EoS":true} {"level":"info","ts":1784695842.6248143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","header":"x-maas-group"} {"level":"info","ts":1784695842.6248248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","header":"x-maas-username"} {"level":"info","ts":1784695842.6248302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","header":"x-maas-subscription"} {"level":"info","ts":1784695842.6248436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695842.6248686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492"} {"level":"info","ts":1784695842.6258628,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492"} {"level":"info","ts":1784695842.625887,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492"} {"level":"info","ts":1784695842.6259022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","EoS":false} {"level":"info","ts":1784695842.6259127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","EoS":true} {"level":"info","ts":1784695842.6259456,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492"} {"level":"info","ts":1784695868.9065433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695868.9066217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9"} {"level":"info","ts":1784695868.9066317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9"} {"level":"info","ts":1784695868.9066434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","EoS":true} {"level":"info","ts":1784695868.9066706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","header":"x-maas-username"} {"level":"info","ts":1784695868.9066803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","header":"x-maas-group"} {"level":"info","ts":1784695868.9066856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","header":"x-maas-subscription"} {"level":"info","ts":1784695868.9066994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695868.9067385,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9"} {"level":"info","ts":1784695868.9075618,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9"} {"level":"info","ts":1784695868.9075828,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9"} {"level":"info","ts":1784695868.9075978,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","EoS":false} {"level":"info","ts":1784695868.9076097,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","EoS":true} {"level":"info","ts":1784695868.9076414,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9"} {"level":"info","ts":1784695878.2943263,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695878.294425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd"} {"level":"info","ts":1784695878.294435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd"} {"level":"info","ts":1784695878.2944477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","EoS":true} {"level":"info","ts":1784695878.2944736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","header":"x-maas-subscription"} {"level":"info","ts":1784695878.2944844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","header":"x-maas-username"} {"level":"info","ts":1784695878.2944894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","header":"x-maas-group"} {"level":"info","ts":1784695878.2945027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695878.2945251,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd"} {"level":"info","ts":1784695878.2967002,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd"} {"level":"info","ts":1784695878.2967255,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd"} {"level":"info","ts":1784695878.296745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","EoS":false} {"level":"info","ts":1784695878.2967618,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","EoS":true} {"level":"info","ts":1784695878.296796,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd"} {"level":"info","ts":1784695878.334969,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695878.3350375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0"} {"level":"info","ts":1784695878.3350468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0"} {"level":"info","ts":1784695878.3350585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","EoS":true} {"level":"info","ts":1784695878.335079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","header":"x-maas-username"} {"level":"info","ts":1784695878.3350933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","header":"x-maas-group"} {"level":"info","ts":1784695878.3350973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","header":"x-maas-subscription"} {"level":"info","ts":1784695878.3351088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695878.335128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0"} {"level":"info","ts":1784695878.3360305,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0"} {"level":"info","ts":1784695878.336041,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0"} {"level":"info","ts":1784695878.3360512,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","EoS":false} {"level":"info","ts":1784695878.3360615,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","EoS":true} {"level":"info","ts":1784695878.33609,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0"} {"level":"info","ts":1784695897.3710513,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695897.3711278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71"} {"level":"info","ts":1784695897.3711364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71"} {"level":"info","ts":1784695897.371148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","EoS":true} {"level":"info","ts":1784695897.3711727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","header":"x-maas-username"} {"level":"info","ts":1784695897.3711824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","header":"x-maas-subscription"} {"level":"info","ts":1784695897.371187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","header":"x-maas-group"} {"level":"info","ts":1784695897.3712003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695897.3712616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71"} {"level":"info","ts":1784695897.3720148,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71"} {"level":"info","ts":1784695897.3720374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71"} {"level":"info","ts":1784695897.3720536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","EoS":false} {"level":"info","ts":1784695897.3720653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","EoS":true} {"level":"info","ts":1784695897.3721006,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71"} {"level":"info","ts":1784696025.606469,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696025.6065502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe"} {"level":"info","ts":1784696025.606561,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe"} {"level":"info","ts":1784696025.6065722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","EoS":true} {"level":"info","ts":1784696025.606596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","header":"x-maas-group"} {"level":"info","ts":1784696025.6066036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","header":"x-maas-subscription"} {"level":"info","ts":1784696025.6066077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","header":"x-maas-username"} {"level":"info","ts":1784696025.606623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784696025.606648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe"} {"level":"info","ts":1784696025.609496,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe"} {"level":"info","ts":1784696025.6095166,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe"} {"level":"info","ts":1784696025.6095364,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","EoS":false} {"level":"info","ts":1784696025.6095545,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","EoS":true} {"level":"info","ts":1784696025.6096075,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe"} {"level":"info","ts":1784696062.59389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696062.59398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24"} {"level":"info","ts":1784696062.5939894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24"} {"level":"info","ts":1784696062.5940006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","EoS":true} {"level":"info","ts":1784696062.5940244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","header":"x-maas-username"} {"level":"info","ts":1784696062.594035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","header":"x-maas-group"} {"level":"info","ts":1784696062.5940402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","header":"x-maas-subscription"} {"level":"info","ts":1784696062.5940542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696062.5940762,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24"} {"level":"info","ts":1784696062.5949728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24"} {"level":"info","ts":1784696062.594994,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24"} {"level":"info","ts":1784696062.595009,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","EoS":false} {"level":"info","ts":1784696062.5950208,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","EoS":true} {"level":"info","ts":1784696062.595054,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24"} {"level":"info","ts":1784696077.8211794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696077.8212597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989"} {"level":"info","ts":1784696077.8212724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989"} {"level":"info","ts":1784696077.821284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","EoS":true} {"level":"info","ts":1784696077.821315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","header":"x-maas-username"} {"level":"info","ts":1784696077.821326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","header":"x-maas-subscription"} {"level":"info","ts":1784696077.8213315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","header":"x-maas-group"} {"level":"info","ts":1784696077.821345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696077.8213696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989"} {"level":"info","ts":1784696077.8240721,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989"} {"level":"info","ts":1784696077.8240943,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989"} {"level":"info","ts":1784696077.8241084,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","EoS":false} {"level":"info","ts":1784696077.824119,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","EoS":true} {"level":"info","ts":1784696077.8241522,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989"} {"level":"info","ts":1784696402.0787344,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696402.0788262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3"} {"level":"info","ts":1784696402.0788345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3"} {"level":"info","ts":1784696402.078848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","EoS":true} {"level":"info","ts":1784696402.0788796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","header":"x-maas-subscription"} {"level":"info","ts":1784696402.078889,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","header":"x-maas-group"} {"level":"info","ts":1784696402.0788946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","header":"x-maas-username"} {"level":"info","ts":1784696402.0789094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696402.078939,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3"} {"level":"info","ts":1784696402.0799634,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3"} {"level":"info","ts":1784696402.0799825,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3"} {"level":"info","ts":1784696402.0799959,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","EoS":false} {"level":"info","ts":1784696402.0800126,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","EoS":true} {"level":"info","ts":1784696402.0800464,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3"} {"level":"info","ts":1784696406.8748615,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e209c091-bab0-431d-9a22-2da701bb6396","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784696406.8751311,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35777.533589263,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696406.8751564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696406.9295309,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696406.9754822,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e209c091-bab0-431d-9a22-2da701bb6396","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784696406.9969819,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bddb0f3-4e25-45bd-8288-7cc49750bec5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696406.9970148,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bddb0f3-4e25-45bd-8288-7cc49750bec5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784696406.9970684,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf44dd0-0776-4147-9f6a-5b3821764478"} {"level":"info","ts":1784696407.0032802,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5b86943-3339-4294-9dd2-9c63fcc1042d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696407.0034475,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5b86943-3339-4294-9dd2-9c63fcc1042d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784696407.0035033,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36472.619589121,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.0035236,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.027687,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.1035123,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf44dd0-0776-4147-9f6a-5b3821764478","name":"e2e-external-provider"} {"level":"info","ts":1784696407.1223285,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf44dd0-0776-4147-9f6a-5b3821764478","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784696407.1266148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01a8d0e8-e7ce-42c8-a61b-d4d8e8ff509e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.1266603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01a8d0e8-e7ce-42c8-a61b-d4d8e8ff509e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.1266422,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"927f0d5a-97e3-4c42-b2c9-ae7e64a98dcb"} {"level":"info","ts":1784696407.1436982,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"927f0d5a-97e3-4c42-b2c9-ae7e64a98dcb","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784696407.1437063,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d0d0d9d-9e82-4f18-ab0b-515811498f1b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.1438196,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d0d0d9d-9e82-4f18-ab0b-515811498f1b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.1440012,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf44dd0-0776-4147-9f6a-5b3821764478","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784696407.160766,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2bf44dd0-0776-4147-9f6a-5b3821764478","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784696407.1607747,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"927f0d5a-97e3-4c42-b2c9-ae7e64a98dcb","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696407.1608484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ffbf277-c275-4c1c-bd46-ba82188c7795"} {"level":"info","ts":1784696407.1608787,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ffbf277-c275-4c1c-bd46-ba82188c7795","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784696407.1611845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f52bf601-838f-404e-b17f-3c244a750bd2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.1612086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f52bf601-838f-404e-b17f-3c244a750bd2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784696407.1664903,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ffbf277-c275-4c1c-bd46-ba82188c7795","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784696407.166537,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ffbf277-c275-4c1c-bd46-ba82188c7795","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696407.1665785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8891752c-21c9-4857-ba44-61162f4fcfb9"} {"level":"info","ts":1784696407.1665993,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8891752c-21c9-4857-ba44-61162f4fcfb9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784696407.1677513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cb6673f-c183-42be-9d9b-53654c3092cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.1677456,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9806d691-4dca-4781-8f7a-9457591e0ead","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696407.1677938,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9806d691-4dca-4781-8f7a-9457591e0ead","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784696407.1677735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cb6673f-c183-42be-9d9b-53654c3092cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.1679542,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1c80725-ab70-442c-aa5f-e3996621ec52"} {"level":"info","ts":1784696407.1680062,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1c80725-ab70-442c-aa5f-e3996621ec52","name":"e2e-external-provider"} {"level":"error","ts":1784696407.1707695,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8891752c-21c9-4857-ba44-61162f4fcfb9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696407.1708267,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfa90616-4326-4b74-b5b5-d065302bc3a7"} {"level":"info","ts":1784696407.1710243,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38586.397911925,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.1710417,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.1769202,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1c80725-ab70-442c-aa5f-e3996621ec52","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784696407.1780858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.2720258,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfa90616-4326-4b74-b5b5-d065302bc3a7","name":"e2e-external-model"} {"level":"info","ts":1784696407.280719,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfa90616-4326-4b74-b5b5-d065302bc3a7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696407.288705,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b10f4a0-ead3-4ca0-84cc-9e54210e3cb1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.2887232,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d04a91ec-ffae-43a6-955d-ec82a99ffb4f"} {"level":"info","ts":1784696407.2887418,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b10f4a0-ead3-4ca0-84cc-9e54210e3cb1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.288777,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d04a91ec-ffae-43a6-955d-ec82a99ffb4f","name":"e2e-external-model"} {"level":"error","ts":1784696407.3062963,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d04a91ec-ffae-43a6-955d-ec82a99ffb4f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696407.3066626,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c18c5e3c-c4d6-41ca-a79a-5a63fa57f210","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.30669,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c18c5e3c-c4d6-41ca-a79a-5a63fa57f210","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.306705,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53350151-0226-4740-9740-a93eb79f73d4"} {"level":"info","ts":1784696407.3067539,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53350151-0226-4740-9740-a93eb79f73d4","name":"e2e-external-model"} {"level":"info","ts":1784696407.3171172,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53350151-0226-4740-9740-a93eb79f73d4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696407.3220813,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9a05c7c-4cb6-4867-b03d-d759ebfa1593","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.322105,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9a05c7c-4cb6-4867-b03d-d759ebfa1593","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.3222778,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c364e5e7-0a91-433e-a0e7-a8e6c120fee5"} {"level":"info","ts":1784696407.3223248,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c364e5e7-0a91-433e-a0e7-a8e6c120fee5","name":"e2e-external-model"} {"level":"info","ts":1784696407.3296578,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c364e5e7-0a91-433e-a0e7-a8e6c120fee5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696414.5939746,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696414.594078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5"} {"level":"info","ts":1784696414.594094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5"} {"level":"info","ts":1784696414.5941117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","EoS":true} {"level":"info","ts":1784696414.5941463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","header":"x-maas-username"} {"level":"info","ts":1784696414.594163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","header":"x-maas-subscription"} {"level":"info","ts":1784696414.594171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","header":"x-maas-group"} {"level":"info","ts":1784696414.5941865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696414.5942004,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","modelName":"e2e-external-model"} {"level":"info","ts":1784696414.5942354,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784696414.5942667,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784696414.5942848,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","authType":"apikey"} {"level":"info","ts":1784696414.594312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5"} {"level":"info","ts":1784696414.714303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3905563-86de-4e4a-a76f-490572d88cc7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696414.714345,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3905563-86de-4e4a-a76f-490572d88cc7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696414.7143536,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8bf178a-4ea0-4ab0-9e8a-3a75368cf031"} {"level":"info","ts":1784696414.7194145,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f57cd88f-e9af-41b8-a7b0-607c0c4f8a59","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696414.7194383,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f57cd88f-e9af-41b8-a7b0-607c0c4f8a59","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784696414.7205572,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8bf178a-4ea0-4ab0-9e8a-3a75368cf031","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696414.7206147,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8bf178a-4ea0-4ab0-9e8a-3a75368cf031","name":"e2e-cleanup-test"} {"level":"info","ts":1784696414.7412903,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"327b58f2-b9fb-4d55-ba6b-b78af1d42dcd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696414.7413137,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"327b58f2-b9fb-4d55-ba6b-b78af1d42dcd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784696414.745429,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8bf178a-4ea0-4ab0-9e8a-3a75368cf031","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784696414.7454686,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8bf178a-4ea0-4ab0-9e8a-3a75368cf031","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696414.7455115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca82682a-43c5-42be-a44a-d24391a5df85"} {"level":"info","ts":1784696414.745558,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca82682a-43c5-42be-a44a-d24391a5df85","name":"e2e-cleanup-test"} {"level":"info","ts":1784696414.7540839,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2998a37-3152-4b62-8223-674bece729c7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696414.7541087,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2998a37-3152-4b62-8223-674bece729c7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784696414.7580335,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca82682a-43c5-42be-a44a-d24391a5df85","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784696414.7580633,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca82682a-43c5-42be-a44a-d24391a5df85","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696414.7580986,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d52a58a2-d0de-49bd-b8e8-c69756a33dee"} {"level":"info","ts":1784696414.758136,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d52a58a2-d0de-49bd-b8e8-c69756a33dee","name":"e2e-cleanup-test"} {"level":"info","ts":1784696414.765315,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d52a58a2-d0de-49bd-b8e8-c69756a33dee","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696414.7666786,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfae3b57-e354-46d8-9935-ff7b6b8531c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696414.7666996,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfae3b57-e354-46d8-9935-ff7b6b8531c3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784696414.768481,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d52a58a2-d0de-49bd-b8e8-c69756a33dee","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696414.7685487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33c622be-7ba5-4f99-8e40-99b651755de8"} {"level":"info","ts":1784696414.7685952,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33c622be-7ba5-4f99-8e40-99b651755de8","name":"e2e-cleanup-test"} {"level":"info","ts":1784696414.775491,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33c622be-7ba5-4f99-8e40-99b651755de8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696422.9877908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49436db0-e1b9-4c82-960b-0a3419785865","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696422.9878316,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49436db0-e1b9-4c82-960b-0a3419785865","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696422.9878411,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c52b2941-8567-48a1-ba58-48fe1806a883"} {"level":"info","ts":1784696427.2925086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696427.2926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce"} {"level":"info","ts":1784696427.2926197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce"} {"level":"info","ts":1784696427.2926397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce","EoS":true} {"level":"info","ts":1784696427.2926774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784696427.2927055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce"} {"level":"info","ts":1784696427.3361585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696427.3362212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3"} {"level":"info","ts":1784696427.3362317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3"} {"level":"info","ts":1784696427.3362424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","EoS":true} {"level":"info","ts":1784696427.3362637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","header":"x-maas-group"} {"level":"info","ts":1784696427.3362732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","header":"x-maas-username"} {"level":"info","ts":1784696427.3362794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","header":"x-maas-subscription"} {"level":"info","ts":1784696427.3362916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696427.3363001,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","modelName":"e2e-external-model"} {"level":"info","ts":1784696427.3363125,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784696427.3363342,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784696427.336352,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","authType":"apikey"} {"level":"info","ts":1784696427.3363926,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3"} {"level":"info","ts":1784696427.370538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696427.3706107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57"} {"level":"info","ts":1784696427.370622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57"} {"level":"info","ts":1784696427.3706338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","EoS":true} {"level":"info","ts":1784696427.3706553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","header":"x-maas-username"} {"level":"info","ts":1784696427.3706646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","header":"x-maas-group"} {"level":"info","ts":1784696427.3706696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","header":"x-maas-subscription"} {"level":"info","ts":1784696427.3706803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696427.3707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57"} {"level":"info","ts":1784696427.473027,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57"} {"level":"info","ts":1784696427.4730606,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57"} {"level":"info","ts":1784696427.4730778,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","EoS":false} {"level":"info","ts":1784696427.4730904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","EoS":true} {"level":"error","ts":1784696427.473103,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784696427.4731512,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57"} {"level":"info","ts":1784696427.5135899,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696427.5136514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c"} {"level":"info","ts":1784696427.5136597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c"} {"level":"info","ts":1784696427.513671,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c","EoS":true} {"level":"info","ts":1784696427.5136917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c","header":"x-maas-subscription"} {"level":"info","ts":1784696427.5136998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c","header":"x-maas-group"} {"level":"info","ts":1784696427.5137048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c","header":"x-maas-username"} {"level":"info","ts":1784696427.5137343,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c"} {"level":"info","ts":1784696427.6199977,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c"} {"level":"info","ts":1784696427.6200345,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c"} {"level":"info","ts":1784696427.6200511,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c","EoS":false} {"level":"info","ts":1784696427.6200643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c","EoS":true} {"level":"error","ts":1784696427.6200802,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784696427.620118,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c"} {"level":"info","ts":1784696428.4573178,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1290658-444d-4852-bd65-4560a49d5473","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696428.4573588,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1290658-444d-4852-bd65-4560a49d5473","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696428.457366,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73821559-f9d7-48a6-a9b3-85e421e184e4"} {"level":"info","ts":1784696428.5951316,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2d4c441-0456-4a10-81e1-fe5729437986"} {"level":"info","ts":1784696428.5951438,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80aeef68-26dd-45a1-b2b0-edf06c3f3f45","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696428.5951705,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80aeef68-26dd-45a1-b2b0-edf06c3f3f45","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696428.7169132,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f69306dd-f2bc-4af6-b967-ce8f59757ced","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784696428.716997,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f69306dd-f2bc-4af6-b967-ce8f59757ced","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784697041.615783,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784697041.61586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654"} {"level":"info","ts":1784697041.6158683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654"} {"level":"info","ts":1784697041.6158798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","EoS":true} {"level":"info","ts":1784697041.6159055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","header":"x-maas-subscription"} {"level":"info","ts":1784697041.6159124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","header":"x-maas-username"} {"level":"info","ts":1784697041.615918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","header":"x-maas-group"} {"level":"info","ts":1784697041.6159306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","path":"/ai-tenant-e2e-inf-b-8e4aa9/test-model-8e4aa9/v1/chat/completions"} {"level":"info","ts":1784697041.615949,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654"} {"level":"info","ts":1784697041.6286194,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654"} {"level":"info","ts":1784697041.6286418,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654"} {"level":"info","ts":1784697041.6286576,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","EoS":false} {"level":"info","ts":1784697041.6286695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","EoS":true} {"level":"info","ts":1784697041.6287117,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654"} {"level":"info","ts":1784697531.7525456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784697531.7526271,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde"} {"level":"info","ts":1784697531.7526367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde"} {"level":"info","ts":1784697531.7526484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","EoS":true} {"level":"info","ts":1784697531.7526755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","header":"x-maas-username"} {"level":"info","ts":1784697531.7526853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","header":"x-maas-subscription"} {"level":"info","ts":1784697531.7526898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","header":"x-maas-group"} {"level":"info","ts":1784697531.7527037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","path":"/ai-tenant-e2e-shared-b-1a3bbb/rate-test-model-1a3bbb/v1/completions"} {"level":"info","ts":1784697531.7527277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde"} {"level":"info","ts":1784697531.7656243,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde"} {"level":"info","ts":1784697531.7656507,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde"} {"level":"info","ts":1784697531.7656674,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","EoS":false} {"level":"info","ts":1784697531.7656791,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","EoS":true} {"level":"info","ts":1784697531.765713,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde"}