{"level":"info","ts":1784724965.13153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321"}
{"level":"info","ts":1784724965.1315446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321"}
{"level":"info","ts":1784724965.1315634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321","EoS":true}
{"level":"info","ts":1784724965.131599,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321","header":"x-maas-username"}
{"level":"info","ts":1784724965.1316118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321","header":"x-maas-group"}
{"level":"info","ts":1784724965.1316197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321","header":"x-maas-subscription"}
{"level":"info","ts":1784724965.1316376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724965.1316702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321"}
{"level":"info","ts":1784724965.1351967,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321"}
{"level":"info","ts":1784724965.1352181,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321"}
{"level":"info","ts":1784724965.1352372,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321","EoS":false}
{"level":"info","ts":1784724965.1352487,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321","EoS":true}
{"level":"info","ts":1784724965.1352842,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c0361c23-0b6a-41d9-a887-5fbce1fb9321"}
{"level":"info","ts":1784724965.271257,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724965.2713299,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550"}
{"level":"info","ts":1784724965.2713447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550"}
{"level":"info","ts":1784724965.2713666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","EoS":true}
{"level":"info","ts":1784724965.2713993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","header":"x-maas-subscription"}
{"level":"info","ts":1784724965.2714117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","header":"x-maas-group"}
{"level":"info","ts":1784724965.2714193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","header":"x-maas-username"}
{"level":"info","ts":1784724965.271436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724965.2714646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550"}
{"level":"info","ts":1784724965.2726495,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550"}
{"level":"info","ts":1784724965.2726626,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550"}
{"level":"info","ts":1784724965.2726803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","EoS":false}
{"level":"info","ts":1784724965.2726948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550","EoS":true}
{"level":"info","ts":1784724965.2727356,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"233f55a4-a856-4213-bf57-15c00a7f2550"}
{"level":"info","ts":1784724965.41143,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724965.411498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1"}
{"level":"info","ts":1784724965.4115117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1"}
{"level":"info","ts":1784724965.4115226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","EoS":true}
{"level":"info","ts":1784724965.4115455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","header":"x-maas-group"}
{"level":"info","ts":1784724965.4115562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","header":"x-maas-subscription"}
{"level":"info","ts":1784724965.4115624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","header":"x-maas-username"}
{"level":"info","ts":1784724965.4115782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724965.411603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1"}
{"level":"info","ts":1784724965.4127803,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1"}
{"level":"info","ts":1784724965.412797,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1"}
{"level":"info","ts":1784724965.412816,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","EoS":false}
{"level":"info","ts":1784724965.4128296,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1","EoS":true}
{"level":"info","ts":1784724965.412874,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4313168d-1911-4865-b60e-b57ef78723e1"}
{"level":"info","ts":1784724965.5480595,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724965.5481331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c"}
{"level":"info","ts":1784724965.548146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c"}
{"level":"info","ts":1784724965.5481565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","EoS":true}
{"level":"info","ts":1784724965.5481782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","header":"x-maas-username"}
{"level":"info","ts":1784724965.548187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","header":"x-maas-group"}
{"level":"info","ts":1784724965.5481915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","header":"x-maas-subscription"}
{"level":"info","ts":1784724965.5482042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724965.5482278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c"}
{"level":"info","ts":1784724965.5493786,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c"}
{"level":"info","ts":1784724965.5493984,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c"}
{"level":"info","ts":1784724965.5494227,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","EoS":false}
{"level":"info","ts":1784724965.549439,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c","EoS":true}
{"level":"info","ts":1784724965.5494719,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92027cfc-16e6-4a1a-95a8-c84b86aef07c"}
{"level":"info","ts":1784724965.6891806,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724965.6892512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e"}
{"level":"info","ts":1784724965.689263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e"}
{"level":"info","ts":1784724965.6892748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","EoS":true}
{"level":"info","ts":1784724965.6892958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","header":"x-maas-username"}
{"level":"info","ts":1784724965.689311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","header":"x-maas-subscription"}
{"level":"info","ts":1784724965.6893158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","header":"x-maas-group"}
{"level":"info","ts":1784724965.6893275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724965.689348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e"}
{"level":"info","ts":1784724965.690646,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e"}
{"level":"info","ts":1784724965.6906645,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e"}
{"level":"info","ts":1784724965.6906781,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","EoS":false}
{"level":"info","ts":1784724965.6906888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e","EoS":true}
{"level":"info","ts":1784724965.690727,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"44376032-f6ed-4fd1-a6cc-adc997aba86e"}
{"level":"info","ts":1784724982.746405,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724982.7464952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1"}
{"level":"info","ts":1784724982.7465172,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1"}
{"level":"info","ts":1784724982.7465374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","EoS":true}
{"level":"info","ts":1784724982.746574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","header":"x-maas-username"}
{"level":"info","ts":1784724982.7465858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","header":"x-maas-subscription"}
{"level":"info","ts":1784724982.7465937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","header":"x-maas-group"}
{"level":"info","ts":1784724982.746613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724982.7466424,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1"}
{"level":"info","ts":1784724982.7497635,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1"}
{"level":"info","ts":1784724982.749785,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1"}
{"level":"info","ts":1784724982.7498033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","EoS":false}
{"level":"info","ts":1784724982.7498147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1","EoS":true}
{"level":"info","ts":1784724982.7498543,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a8a4f086-050e-4a74-bd9e-ca59412af0c1"}
{"level":"info","ts":1784724982.8721051,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724982.872179,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"daabfb90-b00c-4a81-9c48-df0eba84a528"}
{"level":"info","ts":1784724982.8746758,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"daabfb90-b00c-4a81-9c48-df0eba84a528"}
{"level":"info","ts":1784724982.8746946,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"daabfb90-b00c-4a81-9c48-df0eba84a528"}
{"level":"info","ts":1784724982.874715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"daabfb90-b00c-4a81-9c48-df0eba84a528","EoS":false}
{"level":"info","ts":1784724982.8747284,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"daabfb90-b00c-4a81-9c48-df0eba84a528"}
{"level":"info","ts":1784724982.8747537,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"daabfb90-b00c-4a81-9c48-df0eba84a528","EoS":true}
{"level":"info","ts":1784724982.8747635,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"daabfb90-b00c-4a81-9c48-df0eba84a528"}
{"level":"info","ts":1784724987.5276155,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724987.5276868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa"}
{"level":"info","ts":1784724987.5276985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa"}
{"level":"info","ts":1784724987.5277147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","EoS":true}
{"level":"info","ts":1784724987.5277414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","header":"x-maas-subscription"}
{"level":"info","ts":1784724987.5277512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","header":"x-maas-group"}
{"level":"info","ts":1784724987.5277565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","header":"x-maas-username"}
{"level":"info","ts":1784724987.5277686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784724987.5278006,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa"}
{"level":"info","ts":1784724987.5296829,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa"}
{"level":"info","ts":1784724987.529703,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa"}
{"level":"info","ts":1784724987.5297174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","EoS":false}
{"level":"info","ts":1784724987.5297287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa","EoS":true}
{"level":"info","ts":1784724987.5297682,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3a92c187-b4d1-4934-9c78-e4312ba3abaa"}
{"level":"info","ts":1784724998.22928,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784724998.2293622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e"}
{"level":"info","ts":1784724998.2293751,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e"}
{"level":"info","ts":1784724998.229387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","EoS":true}
{"level":"info","ts":1784724998.2294075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","header":"x-maas-group"}
{"level":"info","ts":1784724998.2294152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","header":"x-maas-subscription"}
{"level":"info","ts":1784724998.2294192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","header":"x-maas-username"}
{"level":"info","ts":1784724998.229436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784724998.229459,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e"}
{"level":"info","ts":1784724998.23068,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e"}
{"level":"info","ts":1784724998.2306988,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e"}
{"level":"info","ts":1784724998.2307186,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","EoS":false}
{"level":"info","ts":1784724998.2307322,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e","EoS":true}
{"level":"info","ts":1784724998.2307632,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"930bd2cc-786f-4345-8132-61e23ce8d52e"}
{"level":"info","ts":1784725011.172765,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725011.1728318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e"}
{"level":"info","ts":1784725011.1728427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e"}
{"level":"info","ts":1784725011.172853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","EoS":true}
{"level":"info","ts":1784725011.1728745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","header":"x-maas-username"}
{"level":"info","ts":1784725011.1728842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","header":"x-maas-subscription"}
{"level":"info","ts":1784725011.1728892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","header":"x-maas-group"}
{"level":"info","ts":1784725011.1729007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725011.1729212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e"}
{"level":"info","ts":1784725011.173783,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e"}
{"level":"info","ts":1784725011.1738038,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e"}
{"level":"info","ts":1784725011.173818,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","EoS":false}
{"level":"info","ts":1784725011.1738315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e","EoS":true}
{"level":"info","ts":1784725011.1738672,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea3ddbdd-f1ed-4fe2-89d4-2296a4065e6e"}
{"level":"info","ts":1784725019.7386246,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725019.738691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698"}
{"level":"info","ts":1784725019.7387018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698"}
{"level":"info","ts":1784725019.738713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","EoS":true}
{"level":"info","ts":1784725019.7387335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","header":"x-maas-subscription"}
{"level":"info","ts":1784725019.7387443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","header":"x-maas-group"}
{"level":"info","ts":1784725019.7387495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","header":"x-maas-username"}
{"level":"info","ts":1784725019.738763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725019.7387855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698"}
{"level":"info","ts":1784725019.7397957,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698"}
{"level":"info","ts":1784725019.739815,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698"}
{"level":"info","ts":1784725019.7398357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","EoS":false}
{"level":"info","ts":1784725019.7398536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698","EoS":true}
{"level":"info","ts":1784725019.7398999,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5089165b-ea15-4b9e-bb54-0aa3c5a01698"}
{"level":"info","ts":1784725028.6505892,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725028.6506772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f"}
{"level":"info","ts":1784725028.6506915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f"}
{"level":"info","ts":1784725028.6507142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","EoS":true}
{"level":"info","ts":1784725028.6507466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","header":"x-maas-subscription"}
{"level":"info","ts":1784725028.6507585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","header":"x-maas-username"}
{"level":"info","ts":1784725028.6507645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","header":"x-maas-group"}
{"level":"info","ts":1784725028.650782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725028.6508126,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f"}
{"level":"info","ts":1784725028.65184,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f"}
{"level":"info","ts":1784725028.6518638,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f"}
{"level":"info","ts":1784725028.6518927,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","EoS":false}
{"level":"info","ts":1784725028.6519103,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f","EoS":true}
{"level":"info","ts":1784725028.65197,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bba2ee3c-682f-4a95-aee0-dcbc5f35040f"}
{"level":"info","ts":1784725051.5829349,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725051.5830224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d"}
{"level":"info","ts":1784725051.5830333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d"}
{"level":"info","ts":1784725051.5830445,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","EoS":true}
{"level":"info","ts":1784725051.5830681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","header":"x-maas-subscription"}
{"level":"info","ts":1784725051.5830789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","header":"x-maas-username"}
{"level":"info","ts":1784725051.583084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","header":"x-maas-group"}
{"level":"info","ts":1784725051.5830977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784725051.5831676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d"}
{"level":"info","ts":1784725051.5853717,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d"}
{"level":"info","ts":1784725051.5853999,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d"}
{"level":"info","ts":1784725051.5854142,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","EoS":false}
{"level":"info","ts":1784725051.5854266,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d","EoS":true}
{"level":"info","ts":1784725051.585462,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1677e4c8-fff2-4460-82b8-a8936135cd4d"}
{"level":"info","ts":1784725074.895947,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725074.8960373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b"}
{"level":"info","ts":1784725074.89605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b"}
{"level":"info","ts":1784725074.896063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","EoS":true}
{"level":"info","ts":1784725074.8960836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","header":"x-maas-subscription"}
{"level":"info","ts":1784725074.8960938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","header":"x-maas-username"}
{"level":"info","ts":1784725074.896144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","header":"x-maas-group"}
{"level":"info","ts":1784725074.8961604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784725074.8961816,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b"}
{"level":"info","ts":1784725074.8972044,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b"}
{"level":"info","ts":1784725074.8972235,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b"}
{"level":"info","ts":1784725074.8972392,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","EoS":false}
{"level":"info","ts":1784725074.8972576,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b","EoS":true}
{"level":"info","ts":1784725074.8973086,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"320bf10e-f3bb-4f5f-927c-33ded33cba0b"}
{"level":"info","ts":1784725101.6777742,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725101.6778839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697"}
{"level":"info","ts":1784725101.677897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697"}
{"level":"info","ts":1784725101.6779087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","EoS":true}
{"level":"info","ts":1784725101.6779342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","header":"x-maas-username"}
{"level":"info","ts":1784725101.677948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","header":"x-maas-group"}
{"level":"info","ts":1784725101.6779532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","header":"x-maas-subscription"}
{"level":"info","ts":1784725101.6779644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725101.6779852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697"}
{"level":"info","ts":1784725101.6788301,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697"}
{"level":"info","ts":1784725101.6788428,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697"}
{"level":"info","ts":1784725101.6788554,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","EoS":false}
{"level":"info","ts":1784725101.6788669,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697","EoS":true}
{"level":"info","ts":1784725101.6789029,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25f91ac9-4b23-4f4d-945c-261e458aa697"}
{"level":"info","ts":1784725111.2397957,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725111.2398918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95"}
{"level":"info","ts":1784725111.2399063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95"}
{"level":"info","ts":1784725111.2399182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","EoS":true}
{"level":"info","ts":1784725111.2399437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","header":"x-maas-group"}
{"level":"info","ts":1784725111.2399557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","header":"x-maas-subscription"}
{"level":"info","ts":1784725111.239961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","header":"x-maas-username"}
{"level":"info","ts":1784725111.2399728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725111.2399964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95"}
{"level":"info","ts":1784725111.242285,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95"}
{"level":"info","ts":1784725111.2423058,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95"}
{"level":"info","ts":1784725111.24232,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","EoS":false}
{"level":"info","ts":1784725111.2423308,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95","EoS":true}
{"level":"info","ts":1784725111.242365,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3e5e87f6-c4f8-4da4-8658-57960b4ace95"}
{"level":"info","ts":1784725111.2838156,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725111.283881,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc"}
{"level":"info","ts":1784725111.283893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc"}
{"level":"info","ts":1784725111.2839081,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","EoS":true}
{"level":"info","ts":1784725111.2839334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","header":"x-maas-subscription"}
{"level":"info","ts":1784725111.2839444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","header":"x-maas-group"}
{"level":"info","ts":1784725111.2839491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","header":"x-maas-username"}
{"level":"info","ts":1784725111.2839584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725111.283982,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc"}
{"level":"info","ts":1784725111.2847543,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc"}
{"level":"info","ts":1784725111.2847717,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc"}
{"level":"info","ts":1784725111.284784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","EoS":false}
{"level":"info","ts":1784725111.2847974,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc","EoS":true}
{"level":"info","ts":1784725111.28483,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c7c09b30-7d85-420b-af42-ab98e1a19efc"}
{"level":"info","ts":1784725130.5722015,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725130.5722704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885"}
{"level":"info","ts":1784725130.5722802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885"}
{"level":"info","ts":1784725130.5722907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","EoS":true}
{"level":"info","ts":1784725130.5723147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","header":"x-maas-username"}
{"level":"info","ts":1784725130.5723238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","header":"x-maas-group"}
{"level":"info","ts":1784725130.5723295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","header":"x-maas-subscription"}
{"level":"info","ts":1784725130.5723412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725130.5723634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885"}
{"level":"info","ts":1784725130.5732918,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885"}
{"level":"info","ts":1784725130.5733123,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885"}
{"level":"info","ts":1784725130.5733316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","EoS":false}
{"level":"info","ts":1784725130.5733433,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885","EoS":true}
{"level":"info","ts":1784725130.5733745,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b4099855-2405-40a1-93ae-a951c153e885"}
{"level":"info","ts":1784725259.6341836,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725259.634269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2"}
{"level":"info","ts":1784725259.63428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2"}
{"level":"info","ts":1784725259.6342905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","EoS":true}
{"level":"info","ts":1784725259.6343136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","header":"x-maas-subscription"}
{"level":"info","ts":1784725259.634327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","header":"x-maas-username"}
{"level":"info","ts":1784725259.6343317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","header":"x-maas-group"}
{"level":"info","ts":1784725259.6343467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784725259.6343727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2"}
{"level":"info","ts":1784725259.6376443,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2"}
{"level":"info","ts":1784725259.637678,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2"}
{"level":"info","ts":1784725259.6376987,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","EoS":false}
{"level":"info","ts":1784725259.6377175,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2","EoS":true}
{"level":"info","ts":1784725259.6377726,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7e7681d5-25f9-4a5e-ba94-ff748583f8d2"}
{"level":"info","ts":1784725296.8893046,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725296.8893692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201"}
{"level":"info","ts":1784725296.889381,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201"}
{"level":"info","ts":1784725296.8893914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","EoS":true}
{"level":"info","ts":1784725296.8894105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","header":"x-maas-subscription"}
{"level":"info","ts":1784725296.8894207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","header":"x-maas-username"}
{"level":"info","ts":1784725296.8894265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","header":"x-maas-group"}
{"level":"info","ts":1784725296.8894384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725296.8894594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201"}
{"level":"info","ts":1784725296.8910553,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201"}
{"level":"info","ts":1784725296.8910758,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201"}
{"level":"info","ts":1784725296.8910906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","EoS":false}
{"level":"info","ts":1784725296.8911092,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201","EoS":true}
{"level":"info","ts":1784725296.8911479,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e27c95e3-d4c0-4eed-9580-0bf562967201"}
{"level":"info","ts":1784725312.2078867,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725312.2079568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0"}
{"level":"info","ts":1784725312.207965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0"}
{"level":"info","ts":1784725312.2079759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","EoS":true}
{"level":"info","ts":1784725312.207999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","header":"x-maas-group"}
{"level":"info","ts":1784725312.208027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","header":"x-maas-username"}
{"level":"info","ts":1784725312.208036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","header":"x-maas-subscription"}
{"level":"info","ts":1784725312.2080514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725312.208078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0"}
{"level":"info","ts":1784725312.2107682,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0"}
{"level":"info","ts":1784725312.2107859,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0"}
{"level":"info","ts":1784725312.2108047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","EoS":false}
{"level":"info","ts":1784725312.2108243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0","EoS":true}
{"level":"info","ts":1784725312.2108562,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d3187841-650b-4bba-ada4-122f29ee41b0"}
{"level":"info","ts":1784725634.1548917,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725634.1549902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e"}
{"level":"info","ts":1784725634.1550283,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e"}
{"level":"info","ts":1784725634.1550486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","EoS":true}
{"level":"info","ts":1784725634.1550853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","header":"x-maas-subscription"}
{"level":"info","ts":1784725634.1551008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","header":"x-maas-username"}
{"level":"info","ts":1784725634.1551106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","header":"x-maas-group"}
{"level":"info","ts":1784725634.1551297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784725634.1551638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e"}
{"level":"info","ts":1784725634.156229,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e"}
{"level":"info","ts":1784725634.156259,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e"}
{"level":"info","ts":1784725634.156274,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","EoS":false}
{"level":"info","ts":1784725634.156289,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e","EoS":true}
{"level":"info","ts":1784725634.156324,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"604e3f0f-ed70-4252-ac01-30b89ab0c72e"}
{"level":"info","ts":1784725638.9947848,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5e2492f5-d5c4-4396-9f7c-cf7b9a7dd7ae","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784725638.9950676,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36554.307945564,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725638.9950945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725639.051655,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725639.0961082,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5e2492f5-d5c4-4396-9f7c-cf7b9a7dd7ae","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784725639.1109877,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69fc1780-545c-461d-82f0-5a9cb00105a2","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784725639.1110594,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69fc1780-545c-461d-82f0-5a9cb00105a2","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784725639.1109877,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0a39c55-556a-40fe-a93b-8f4e217aff2a"}
{"level":"info","ts":1784725639.1170516,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85390f9f-8af8-4fbd-bee5-5b017ce3b465","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784725639.11708,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"85390f9f-8af8-4fbd-bee5-5b017ce3b465","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784725639.1175652,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32902.674415569,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725639.1175842,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725639.1264935,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725639.218064,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0a39c55-556a-40fe-a93b-8f4e217aff2a","name":"e2e-external-provider"}
{"level":"info","ts":1784725639.2276995,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0a39c55-556a-40fe-a93b-8f4e217aff2a","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784725639.2364752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe1bf104-6654-4976-b5d1-0993b19bad64"}
{"level":"info","ts":1784725639.2365205,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"feda13ce-c582-49dc-8472-480c03558727","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725639.2365558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"feda13ce-c582-49dc-8472-480c03558727","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725639.238981,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0a39c55-556a-40fe-a93b-8f4e217aff2a","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784725639.2422798,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe1bf104-6654-4976-b5d1-0993b19bad64","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784725639.2423246,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3891159b-fe4d-4d7f-ab00-82e7caca5af4","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725639.2423558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3891159b-fe4d-4d7f-ab00-82e7caca5af4","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725639.2464516,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0a39c55-556a-40fe-a93b-8f4e217aff2a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784725639.2503197,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe1bf104-6654-4976-b5d1-0993b19bad64","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725639.2503946,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"535cd1f2-0e08-4954-802c-8ceb6d27dd3a"}
{"level":"info","ts":1784725639.2504168,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"535cd1f2-0e08-4954-802c-8ceb6d27dd3a","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784725639.2504232,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f69e7431-6e5d-462a-95ea-025e3a5a63a0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725639.2504451,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f69e7431-6e5d-462a-95ea-025e3a5a63a0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725639.252177,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cf9206c-7705-4410-a0a1-1a5d08832b38","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784725639.2521987,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cf9206c-7705-4410-a0a1-1a5d08832b38","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784725639.2522142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12e1aa94-7620-41e8-9816-aa97ab563d5b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725639.252238,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12e1aa94-7620-41e8-9816-aa97ab563d5b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725639.252393,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"483b712b-67cf-4fad-8704-1ca535002f1c"}
{"level":"info","ts":1784725639.252442,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"483b712b-67cf-4fad-8704-1ca535002f1c","name":"e2e-external-provider"}
{"level":"error","ts":1784725639.2553697,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"535cd1f2-0e08-4954-802c-8ceb6d27dd3a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725639.2554207,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"855c26f3-efce-4bd5-90ef-d2755c42716c"}
{"level":"info","ts":1784725639.2556198,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35614.59865607,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725639.2556388,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725639.265666,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"483b712b-67cf-4fad-8704-1ca535002f1c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784725639.268557,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784725639.3557086,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"855c26f3-efce-4bd5-90ef-d2755c42716c","name":"e2e-external-model"}
{"level":"info","ts":1784725639.3698952,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"855c26f3-efce-4bd5-90ef-d2755c42716c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725639.3779955,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f9a029d-21ad-48ae-9e85-dbfede8b0508"}
{"level":"info","ts":1784725639.3780499,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12885e85-d3ed-47f0-b548-bd7b62ec8815","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725639.378086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12885e85-d3ed-47f0-b548-bd7b62ec8815","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725639.3780928,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f9a029d-21ad-48ae-9e85-dbfede8b0508","name":"e2e-external-model"}
{"level":"error","ts":1784725639.3963861,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f9a029d-21ad-48ae-9e85-dbfede8b0508","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725639.3964498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee94fbaa-bd74-4430-859a-97b15c516185","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725639.39648,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a127b91a-369d-48ae-a103-f64bfb71dc44"}
{"level":"info","ts":1784725639.3965461,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a127b91a-369d-48ae-a103-f64bfb71dc44","name":"e2e-external-model"}
{"level":"info","ts":1784725639.3964834,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee94fbaa-bd74-4430-859a-97b15c516185","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725639.4057217,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a127b91a-369d-48ae-a103-f64bfb71dc44","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725639.4113858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95a32f60-6819-4bfa-8eb8-923e1d5b64d0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725639.4114242,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95a32f60-6819-4bfa-8eb8-923e1d5b64d0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784725639.411568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03207c76-81e7-43b6-bf8f-2a21db962259"}
{"level":"info","ts":1784725639.4116251,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03207c76-81e7-43b6-bf8f-2a21db962259","name":"e2e-external-model"}
{"level":"info","ts":1784725639.4211116,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03207c76-81e7-43b6-bf8f-2a21db962259","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725644.848824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65805d9d-7d37-45ff-98eb-7fe11ddcc494"}
{"level":"info","ts":1784725644.8488324,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b179353-cf99-47d1-9873-13338b034a2f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725644.8489523,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b179353-cf99-47d1-9873-13338b034a2f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784725644.858947,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c59c12e5-ea46-4083-b440-778de90e0bce","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725644.858981,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c59c12e5-ea46-4083-b440-778de90e0bce","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784725644.8590796,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65805d9d-7d37-45ff-98eb-7fe11ddcc494","name":"e2e-cleanup-test"}
{"level":"info","ts":1784725644.9042687,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bc0ff60-ce91-4108-a2ef-0eae1817d364","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725644.9043057,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bc0ff60-ce91-4108-a2ef-0eae1817d364","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784725644.9043276,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65805d9d-7d37-45ff-98eb-7fe11ddcc494","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725644.9044144,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4826780-905f-4393-a58f-fb1a2f52eeb8"}
{"level":"info","ts":1784725644.904488,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4826780-905f-4393-a58f-fb1a2f52eeb8","name":"e2e-cleanup-test"}
{"level":"info","ts":1784725644.9198112,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4826780-905f-4393-a58f-fb1a2f52eeb8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725644.9297993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0a1cbff-9c7b-43c3-bfe4-f592f965b5e9","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725644.9298372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0a1cbff-9c7b-43c3-bfe4-f592f965b5e9","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784725644.9304795,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4e9bb09-6939-45be-80e1-e1f291646b62"}
{"level":"info","ts":1784725644.9305532,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4e9bb09-6939-45be-80e1-e1f291646b62","name":"e2e-cleanup-test"}
{"level":"info","ts":1784725644.9586186,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd022780-a0bd-42bf-b4af-baeb54c859a2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725644.9586482,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd022780-a0bd-42bf-b4af-baeb54c859a2","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784725644.9676158,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4e9bb09-6939-45be-80e1-e1f291646b62","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784725644.9676867,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f826a9f0-9714-4fb4-825c-7cd635401cc0"}
{"level":"info","ts":1784725644.9677374,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f826a9f0-9714-4fb4-825c-7cd635401cc0","name":"e2e-cleanup-test"}
{"level":"info","ts":1784725645.0030613,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f826a9f0-9714-4fb4-825c-7cd635401cc0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725645.023613,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d20f8c76-5571-4ff5-9a04-fa1f537628eb"}
{"level":"info","ts":1784725645.0236266,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d029a4f4-cc6c-40ca-b6f5-2562114ec651","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725645.0236635,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d029a4f4-cc6c-40ca-b6f5-2562114ec651","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784725645.0236838,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d20f8c76-5571-4ff5-9a04-fa1f537628eb","name":"e2e-cleanup-test"}
{"level":"info","ts":1784725645.0481763,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d20f8c76-5571-4ff5-9a04-fa1f537628eb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784725653.140931,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50121ee6-1972-42ae-9ef1-01c4153ce4f9"}
{"level":"info","ts":1784725653.14097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70339721-1069-4140-8e13-b0674b41e05d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725653.1409957,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70339721-1069-4140-8e13-b0674b41e05d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784725657.4718537,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725657.4719183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24"}
{"level":"info","ts":1784725657.4719288,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24"}
{"level":"info","ts":1784725657.4719393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24","EoS":true}
{"level":"info","ts":1784725657.4719663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784725657.4719918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75d8c2c1-eac0-4fe3-9721-b619a381df24"}
{"level":"info","ts":1784725657.517383,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725657.5174778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a"}
{"level":"info","ts":1784725657.5174925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a"}
{"level":"info","ts":1784725657.5175135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","EoS":true}
{"level":"info","ts":1784725657.5175514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","header":"x-maas-group"}
{"level":"info","ts":1784725657.5175633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","header":"x-maas-username"}
{"level":"info","ts":1784725657.5175729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","header":"x-maas-subscription"}
{"level":"info","ts":1784725657.5175931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784725657.5176065,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","modelName":"e2e-external-model"}
{"level":"info","ts":1784725657.5176313,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784725657.5176795,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784725657.5177078,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a","authType":"apikey"}
{"level":"info","ts":1784725657.5177429,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fa6ce60-435e-4c52-9f78-74da3c103f4a"}
{"level":"info","ts":1784725657.5611088,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725657.561182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44"}
{"level":"info","ts":1784725657.5611942,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44"}
{"level":"info","ts":1784725657.5612051,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","EoS":true}
{"level":"info","ts":1784725657.5612273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","header":"x-maas-subscription"}
{"level":"info","ts":1784725657.561246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","header":"x-maas-username"}
{"level":"info","ts":1784725657.5612516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","header":"x-maas-group"}
{"level":"info","ts":1784725657.5612652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784725657.5612884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44"}
{"level":"info","ts":1784725657.686869,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44"}
{"level":"info","ts":1784725657.6869054,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44"}
{"level":"info","ts":1784725657.6869333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","EoS":false}
{"level":"info","ts":1784725657.6869476,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","EoS":true}
{"level":"error","ts":1784725657.686963,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784725657.6870522,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"278f5fe6-1b50-4669-a08a-8bbcda2bbb44"}
{"level":"info","ts":1784725657.7361631,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784725657.7362401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9"}
{"level":"info","ts":1784725657.736251,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9"}
{"level":"info","ts":1784725657.736262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9","EoS":true}
{"level":"info","ts":1784725657.736284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9","header":"x-maas-username"}
{"level":"info","ts":1784725657.7362947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9","header":"x-maas-subscription"}
{"level":"info","ts":1784725657.7363005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9","header":"x-maas-group"}
{"level":"info","ts":1784725657.7363293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9"}
{"level":"info","ts":1784725657.8403533,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9"}
{"level":"info","ts":1784725657.8403869,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9"}
{"level":"info","ts":1784725657.8404129,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9","EoS":false}
{"level":"info","ts":1784725657.8404276,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9","EoS":true}
{"level":"error","ts":1784725657.8404498,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784725657.840486,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1ef8682a-9a68-4d25-969e-a8d0a6234ec9"}
{"level":"info","ts":1784725658.7682948,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c600483-acbf-41af-a811-b2e66ccfd74b"}
{"level":"info","ts":1784725658.76834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f315bd7-8cf4-430a-9ac8-9d779cfedece","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725658.7683656,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f315bd7-8cf4-430a-9ac8-9d779cfedece","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784725658.9438736,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"db21d798-fa11-404d-98f8-63f09c8a281d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784725658.9439204,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"db21d798-fa11-404d-98f8-63f09c8a281d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784725658.9438992,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67d1186d-3bb1-48a4-b5af-cc5cf8c5c91f"}
{"level":"info","ts":1784725659.10066,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6cf0a507-d406-435f-b0e1-935bcabdb54d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784725659.1007168,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6cf0a507-d406-435f-b0e1-935bcabdb54d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784726277.3429682,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784726277.3430455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119"}
{"level":"info","ts":1784726277.3430543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119"}
{"level":"info","ts":1784726277.3430655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","EoS":true}
{"level":"info","ts":1784726277.3430908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","header":"x-maas-group"}
{"level":"info","ts":1784726277.3430989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","header":"x-maas-subscription"}
{"level":"info","ts":1784726277.3431125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","header":"x-maas-username"}
{"level":"info","ts":1784726277.3431246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","path":"/ai-tenant-e2e-inf-b-ab0ebe/test-model-ab0ebe/v1/chat/completions"}
{"level":"info","ts":1784726277.34315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119"}
{"level":"info","ts":1784726277.3555076,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119"}
{"level":"info","ts":1784726277.3555312,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119"}
{"level":"info","ts":1784726277.3555484,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","EoS":false}
{"level":"info","ts":1784726277.3555622,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119","EoS":true}
{"level":"info","ts":1784726277.355598,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4ce9088d-9569-4e16-9bea-607c69a0f119"}
{"level":"info","ts":1784726735.1355495,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784726735.135633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f"}
{"level":"info","ts":1784726735.1356468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f"}
{"level":"info","ts":1784726735.135665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","EoS":true}
{"level":"info","ts":1784726735.1356988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","header":"x-maas-group"}
{"level":"info","ts":1784726735.135711,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","header":"x-maas-username"}
{"level":"info","ts":1784726735.1357183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","header":"x-maas-subscription"}
{"level":"info","ts":1784726735.1357348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","path":"/ai-tenant-e2e-shared-a-d24327/rate-test-model-d24327/v1/completions"}
{"level":"info","ts":1784726735.135766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f"}
{"level":"info","ts":1784726735.1486511,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f"}
{"level":"info","ts":1784726735.1486726,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f"}
{"level":"info","ts":1784726735.148688,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","EoS":false}
{"level":"info","ts":1784726735.1487017,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f","EoS":true}
{"level":"info","ts":1784726735.1487381,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3a267428-80cf-482f-8f30-419c5b40457f"}
{"level":"info","ts":1784726736.1922724,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784726736.1923394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c"}
{"level":"info","ts":1784726736.192353,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c"}
{"level":"info","ts":1784726736.1923642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","EoS":true}
{"level":"info","ts":1784726736.192388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","header":"x-maas-group"}
{"level":"info","ts":1784726736.1923978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","header":"x-maas-username"}
{"level":"info","ts":1784726736.1924033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","header":"x-maas-subscription"}
{"level":"info","ts":1784726736.1924148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","path":"/ai-tenant-e2e-shared-a-d24327/rate-test-model-d24327/v1/completions"}
{"level":"info","ts":1784726736.1924398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c"}
{"level":"info","ts":1784726736.1944609,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c"}
{"level":"info","ts":1784726736.194482,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c"}
{"level":"info","ts":1784726736.1944947,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","EoS":false}
{"level":"info","ts":1784726736.1945052,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c","EoS":true}
{"level":"info","ts":1784726736.1945443,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f9a5285b-73f3-4dc0-a83b-eb424c9be78c"}
{"level":"info","ts":1784726752.5385253,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784726752.5386086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a"}
{"level":"info","ts":1784726752.5386274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a"}
{"level":"info","ts":1784726752.5386412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","EoS":true}
{"level":"info","ts":1784726752.5386665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","header":"x-maas-subscription"}
{"level":"info","ts":1784726752.5386777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","header":"x-maas-group"}
{"level":"info","ts":1784726752.538683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","header":"x-maas-username"}
{"level":"info","ts":1784726752.5386963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","path":"/ai-tenant-e2e-shared-b-ffc1de/rate-test-model-ffc1de/v1/completions"}
{"level":"info","ts":1784726752.5387204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a"}
{"level":"info","ts":1784726752.55248,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a"}
{"level":"info","ts":1784726752.5525062,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a"}
{"level":"info","ts":1784726752.5525222,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","EoS":false}
{"level":"info","ts":1784726752.552535,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a","EoS":true}
{"level":"info","ts":1784726752.5525758,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8cf91a9f-e858-42eb-a1d1-169e3230e20a"}