{"level":"info","ts":1784755460.4560397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37024328-0494-4dfd-aef3-827b1e60cc7b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755460.456074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37024328-0494-4dfd-aef3-827b1e60cc7b"}
{"level":"info","ts":1784755460.4580326,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37024328-0494-4dfd-aef3-827b1e60cc7b"}
{"level":"info","ts":1784755460.4580474,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37024328-0494-4dfd-aef3-827b1e60cc7b"}
{"level":"info","ts":1784755460.4580605,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37024328-0494-4dfd-aef3-827b1e60cc7b","EoS":false}
{"level":"info","ts":1784755460.4580712,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37024328-0494-4dfd-aef3-827b1e60cc7b","EoS":true}
{"level":"info","ts":1784755460.458104,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"37024328-0494-4dfd-aef3-827b1e60cc7b"}
{"level":"info","ts":1784755461.208873,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755461.2089677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490"}
{"level":"info","ts":1784755461.2089849,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490"}
{"level":"info","ts":1784755461.2089965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","EoS":true}
{"level":"info","ts":1784755461.2090304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","header":"x-maas-group"}
{"level":"info","ts":1784755461.209045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","header":"x-maas-subscription"}
{"level":"info","ts":1784755461.2090526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","header":"x-maas-username"}
{"level":"info","ts":1784755461.2090673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755461.209095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490"}
{"level":"info","ts":1784755461.2100837,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490"}
{"level":"info","ts":1784755461.2101102,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490"}
{"level":"info","ts":1784755461.2101393,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","EoS":false}
{"level":"info","ts":1784755461.210152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","EoS":true}
{"level":"info","ts":1784755461.2101862,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490"}
{"level":"info","ts":1784755484.2947674,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755484.294868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3"}
{"level":"info","ts":1784755484.2948792,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3"}
{"level":"info","ts":1784755484.2949579,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","EoS":true}
{"level":"info","ts":1784755484.29499,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","header":"x-maas-username"}
{"level":"info","ts":1784755484.2950003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","header":"x-maas-subscription"}
{"level":"info","ts":1784755484.2950068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","header":"x-maas-group"}
{"level":"info","ts":1784755484.2950249,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755484.2950547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3"}
{"level":"info","ts":1784755484.2970734,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3"}
{"level":"info","ts":1784755484.2971036,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3"}
{"level":"info","ts":1784755484.2971432,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","EoS":false}
{"level":"info","ts":1784755484.2971623,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","EoS":true}
{"level":"info","ts":1784755484.2972093,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3"}
{"level":"info","ts":1784755484.4267747,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755484.4268546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb"}
{"level":"info","ts":1784755484.4268641,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb"}
{"level":"info","ts":1784755484.4268749,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","EoS":true}
{"level":"info","ts":1784755484.4269018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","header":"x-maas-group"}
{"level":"info","ts":1784755484.4269779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","header":"x-maas-username"}
{"level":"info","ts":1784755484.4269874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","header":"x-maas-subscription"}
{"level":"info","ts":1784755484.427001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755484.4270205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb"}
{"level":"info","ts":1784755484.4278657,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb"}
{"level":"info","ts":1784755484.4278858,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb"}
{"level":"info","ts":1784755484.4279068,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","EoS":false}
{"level":"info","ts":1784755484.4279277,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","EoS":true}
{"level":"info","ts":1784755484.427974,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb"}
{"level":"info","ts":1784755484.5617006,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755484.5617876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3"}
{"level":"info","ts":1784755484.5618024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3"}
{"level":"info","ts":1784755484.5618222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","EoS":true}
{"level":"info","ts":1784755484.5618637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","header":"x-maas-group"}
{"level":"info","ts":1784755484.5618808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","header":"x-maas-username"}
{"level":"info","ts":1784755484.5618925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","header":"x-maas-subscription"}
{"level":"info","ts":1784755484.5619106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755484.5619476,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3"}
{"level":"info","ts":1784755484.5627913,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3"}
{"level":"info","ts":1784755484.5628054,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3"}
{"level":"info","ts":1784755484.5628247,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","EoS":false}
{"level":"info","ts":1784755484.56284,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","EoS":true}
{"level":"info","ts":1784755484.562882,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3"}
{"level":"info","ts":1784755484.6954672,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755484.695559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5"}
{"level":"info","ts":1784755484.6955738,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5"}
{"level":"info","ts":1784755484.695596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","EoS":true}
{"level":"info","ts":1784755484.695632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","header":"x-maas-group"}
{"level":"info","ts":1784755484.6956427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","header":"x-maas-username"}
{"level":"info","ts":1784755484.6956592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","header":"x-maas-subscription"}
{"level":"info","ts":1784755484.6956778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755484.6957097,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5"}
{"level":"info","ts":1784755484.6965213,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5"}
{"level":"info","ts":1784755484.696543,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5"}
{"level":"info","ts":1784755484.6965582,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","EoS":false}
{"level":"info","ts":1784755484.6965735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","EoS":true}
{"level":"info","ts":1784755484.6966133,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5"}
{"level":"info","ts":1784755484.8337023,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755484.83379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6"}
{"level":"info","ts":1784755484.8338022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6"}
{"level":"info","ts":1784755484.83382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","EoS":true}
{"level":"info","ts":1784755484.8338566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","header":"x-maas-username"}
{"level":"info","ts":1784755484.833871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","header":"x-maas-group"}
{"level":"info","ts":1784755484.833881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","header":"x-maas-subscription"}
{"level":"info","ts":1784755484.8338988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755484.833935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6"}
{"level":"info","ts":1784755484.8347387,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6"}
{"level":"info","ts":1784755484.8347628,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6"}
{"level":"info","ts":1784755484.8347778,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","EoS":false}
{"level":"info","ts":1784755484.8347914,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","EoS":true}
{"level":"info","ts":1784755484.8348267,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6"}
{"level":"info","ts":1784755504.7733996,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755504.773493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1"}
{"level":"info","ts":1784755504.7735035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1"}
{"level":"info","ts":1784755504.7735157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","EoS":true}
{"level":"info","ts":1784755504.773539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","header":"x-maas-username"}
{"level":"info","ts":1784755504.773551,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","header":"x-maas-group"}
{"level":"info","ts":1784755504.773556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","header":"x-maas-subscription"}
{"level":"info","ts":1784755504.77357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755504.773599,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1"}
{"level":"info","ts":1784755504.7744584,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1"}
{"level":"info","ts":1784755504.7744787,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1"}
{"level":"info","ts":1784755504.7744958,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","EoS":false}
{"level":"info","ts":1784755504.7745132,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","EoS":true}
{"level":"info","ts":1784755504.7745483,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1"}
{"level":"info","ts":1784755504.8639483,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755504.8640225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3995f721-f867-47e0-81df-a0d41352d96d"}
{"level":"info","ts":1784755504.8647108,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3995f721-f867-47e0-81df-a0d41352d96d"}
{"level":"info","ts":1784755504.8647316,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3995f721-f867-47e0-81df-a0d41352d96d"}
{"level":"info","ts":1784755504.8647535,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3995f721-f867-47e0-81df-a0d41352d96d","EoS":false}
{"level":"info","ts":1784755504.8647673,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3995f721-f867-47e0-81df-a0d41352d96d"}
{"level":"info","ts":1784755504.8647926,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3995f721-f867-47e0-81df-a0d41352d96d","EoS":true}
{"level":"info","ts":1784755504.8648024,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3995f721-f867-47e0-81df-a0d41352d96d"}
{"level":"info","ts":1784755509.4684997,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755509.4685893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377"}
{"level":"info","ts":1784755509.4686034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377"}
{"level":"info","ts":1784755509.4686244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","EoS":true}
{"level":"info","ts":1784755509.4686606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","header":"x-maas-username"}
{"level":"info","ts":1784755509.468674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","header":"x-maas-group"}
{"level":"info","ts":1784755509.468681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","header":"x-maas-subscription"}
{"level":"info","ts":1784755509.4687014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755509.4687378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377"}
{"level":"info","ts":1784755509.4696124,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377"}
{"level":"info","ts":1784755509.469633,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377"}
{"level":"info","ts":1784755509.4696481,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","EoS":false}
{"level":"info","ts":1784755509.4696593,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","EoS":true}
{"level":"info","ts":1784755509.4696965,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377"}
{"level":"info","ts":1784755520.052182,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755520.0522695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f"}
{"level":"info","ts":1784755520.052282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f"}
{"level":"info","ts":1784755520.0522985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","EoS":true}
{"level":"info","ts":1784755520.052334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","header":"x-maas-username"}
{"level":"info","ts":1784755520.0523474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","header":"x-maas-subscription"}
{"level":"info","ts":1784755520.052356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","header":"x-maas-group"}
{"level":"info","ts":1784755520.0523837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784755520.0524182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f"}
{"level":"info","ts":1784755520.053291,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f"}
{"level":"info","ts":1784755520.0533118,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f"}
{"level":"info","ts":1784755520.0533428,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","EoS":false}
{"level":"info","ts":1784755520.053357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","EoS":true}
{"level":"info","ts":1784755520.0533938,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f"}
{"level":"info","ts":1784755532.8967924,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755532.896878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a"}
{"level":"info","ts":1784755532.8968909,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a"}
{"level":"info","ts":1784755532.8969023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","EoS":true}
{"level":"info","ts":1784755532.8969278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","header":"x-maas-subscription"}
{"level":"info","ts":1784755532.8969393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","header":"x-maas-username"}
{"level":"info","ts":1784755532.8969443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","header":"x-maas-group"}
{"level":"info","ts":1784755532.8969605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755532.8969874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a"}
{"level":"info","ts":1784755532.8979735,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a"}
{"level":"info","ts":1784755532.8979914,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a"}
{"level":"info","ts":1784755532.8980064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","EoS":false}
{"level":"info","ts":1784755532.8980267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","EoS":true}
{"level":"info","ts":1784755532.8980618,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a"}
{"level":"info","ts":1784755541.4005735,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755541.4006543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7"}
{"level":"info","ts":1784755541.4006655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7"}
{"level":"info","ts":1784755541.4006774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","EoS":true}
{"level":"info","ts":1784755541.400702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","header":"x-maas-username"}
{"level":"info","ts":1784755541.400713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","header":"x-maas-group"}
{"level":"info","ts":1784755541.4007187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","header":"x-maas-subscription"}
{"level":"info","ts":1784755541.4007318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755541.400755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7"}
{"level":"info","ts":1784755541.4017103,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7"}
{"level":"info","ts":1784755541.401733,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7"}
{"level":"info","ts":1784755541.4017487,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","EoS":false}
{"level":"info","ts":1784755541.401764,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","EoS":true}
{"level":"info","ts":1784755541.4018023,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7"}
{"level":"info","ts":1784755550.2217193,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755550.2218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54"}
{"level":"info","ts":1784755550.2218103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54"}
{"level":"info","ts":1784755550.2218215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","EoS":true}
{"level":"info","ts":1784755550.2218444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","header":"x-maas-subscription"}
{"level":"info","ts":1784755550.221855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","header":"x-maas-username"}
{"level":"info","ts":1784755550.2218602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","header":"x-maas-group"}
{"level":"info","ts":1784755550.2218728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755550.221898,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54"}
{"level":"info","ts":1784755550.222853,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54"}
{"level":"info","ts":1784755550.2228775,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54"}
{"level":"info","ts":1784755550.2228913,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","EoS":false}
{"level":"info","ts":1784755550.2229052,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","EoS":true}
{"level":"info","ts":1784755550.2229393,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54"}
{"level":"info","ts":1784755575.0170395,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755575.0171535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b"}
{"level":"info","ts":1784755575.017214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b"}
{"level":"info","ts":1784755575.0172324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","EoS":true}
{"level":"info","ts":1784755575.0172591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","header":"x-maas-group"}
{"level":"info","ts":1784755575.0172698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","header":"x-maas-username"}
{"level":"info","ts":1784755575.0172749,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","header":"x-maas-subscription"}
{"level":"info","ts":1784755575.0172877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784755575.0173202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b"}
{"level":"info","ts":1784755575.0181975,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b"}
{"level":"info","ts":1784755575.0182176,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b"}
{"level":"info","ts":1784755575.0182319,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","EoS":false}
{"level":"info","ts":1784755575.0182428,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","EoS":true}
{"level":"info","ts":1784755575.0182867,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b"}
{"level":"info","ts":1784755597.3713284,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755597.3714151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6"}
{"level":"info","ts":1784755597.3714244,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6"}
{"level":"info","ts":1784755597.3714364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","EoS":true}
{"level":"info","ts":1784755597.3714604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","header":"x-maas-username"}
{"level":"info","ts":1784755597.3714685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","header":"x-maas-group"}
{"level":"info","ts":1784755597.3714726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","header":"x-maas-subscription"}
{"level":"info","ts":1784755597.3714852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784755597.3715117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6"}
{"level":"info","ts":1784755597.3724575,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6"}
{"level":"info","ts":1784755597.3724802,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6"}
{"level":"info","ts":1784755597.372498,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","EoS":false}
{"level":"info","ts":1784755597.372509,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","EoS":true}
{"level":"info","ts":1784755597.3725433,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6"}
{"level":"info","ts":1784755623.8275592,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755623.8276534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84"}
{"level":"info","ts":1784755623.8276637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84"}
{"level":"info","ts":1784755623.8277204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","EoS":true}
{"level":"info","ts":1784755623.8277583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","header":"x-maas-subscription"}
{"level":"info","ts":1784755623.8277712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","header":"x-maas-group"}
{"level":"info","ts":1784755623.8277757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","header":"x-maas-username"}
{"level":"info","ts":1784755623.8277905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755623.8278146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84"}
{"level":"info","ts":1784755623.828993,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84"}
{"level":"info","ts":1784755623.8290122,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84"}
{"level":"info","ts":1784755623.829026,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","EoS":false}
{"level":"info","ts":1784755623.8290362,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","EoS":true}
{"level":"info","ts":1784755623.829074,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84"}
{"level":"info","ts":1784755633.1742897,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755633.1743724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9"}
{"level":"info","ts":1784755633.1743832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9"}
{"level":"info","ts":1784755633.1743948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","EoS":true}
{"level":"info","ts":1784755633.1744215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","header":"x-maas-group"}
{"level":"info","ts":1784755633.1744292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","header":"x-maas-subscription"}
{"level":"info","ts":1784755633.1744347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","header":"x-maas-username"}
{"level":"info","ts":1784755633.1744473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755633.1744745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9"}
{"level":"info","ts":1784755633.175576,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9"}
{"level":"info","ts":1784755633.175599,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9"}
{"level":"info","ts":1784755633.1756139,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","EoS":false}
{"level":"info","ts":1784755633.1756268,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","EoS":true}
{"level":"info","ts":1784755633.1756592,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9"}
{"level":"info","ts":1784755633.2178123,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755633.217893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f"}
{"level":"info","ts":1784755633.2179012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f"}
{"level":"info","ts":1784755633.2179134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","EoS":true}
{"level":"info","ts":1784755633.2179358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","header":"x-maas-username"}
{"level":"info","ts":1784755633.2179432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","header":"x-maas-group"}
{"level":"info","ts":1784755633.2179468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","header":"x-maas-subscription"}
{"level":"info","ts":1784755633.2179604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755633.2179868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f"}
{"level":"info","ts":1784755633.2194047,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f"}
{"level":"info","ts":1784755633.2194211,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f"}
{"level":"info","ts":1784755633.2194333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","EoS":false}
{"level":"info","ts":1784755633.2194436,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","EoS":true}
{"level":"info","ts":1784755633.2194808,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f"}
{"level":"info","ts":1784755652.2542102,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755652.2543178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394"}
{"level":"info","ts":1784755652.2543366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394"}
{"level":"info","ts":1784755652.2543554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","EoS":true}
{"level":"info","ts":1784755652.2543933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","header":"x-maas-username"}
{"level":"info","ts":1784755652.2544086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","header":"x-maas-group"}
{"level":"info","ts":1784755652.2544146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","header":"x-maas-subscription"}
{"level":"info","ts":1784755652.2544303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755652.2544723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394"}
{"level":"info","ts":1784755652.2555108,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394"}
{"level":"info","ts":1784755652.255534,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394"}
{"level":"info","ts":1784755652.2555552,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","EoS":false}
{"level":"info","ts":1784755652.2555726,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","EoS":true}
{"level":"info","ts":1784755652.2556264,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394"}
{"level":"info","ts":1784755782.2247877,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755782.224871,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b"}
{"level":"info","ts":1784755782.2248816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b"}
{"level":"info","ts":1784755782.2248933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","EoS":true}
{"level":"info","ts":1784755782.224919,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","header":"x-maas-username"}
{"level":"info","ts":1784755782.2249293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","header":"x-maas-subscription"}
{"level":"info","ts":1784755782.2249348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","header":"x-maas-group"}
{"level":"info","ts":1784755782.2249475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784755782.2249703,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b"}
{"level":"info","ts":1784755782.2284532,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b"}
{"level":"info","ts":1784755782.2284749,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b"}
{"level":"info","ts":1784755782.2284906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","EoS":false}
{"level":"info","ts":1784755782.2285051,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","EoS":true}
{"level":"info","ts":1784755782.2285504,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b"}
{"level":"info","ts":1784755817.183525,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755817.183607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2"}
{"level":"info","ts":1784755817.1836178,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2"}
{"level":"info","ts":1784755817.1836293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","EoS":true}
{"level":"info","ts":1784755817.1836624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","header":"x-maas-group"}
{"level":"info","ts":1784755817.1836753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","header":"x-maas-subscription"}
{"level":"info","ts":1784755817.1836832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","header":"x-maas-username"}
{"level":"info","ts":1784755817.1836967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755817.1837223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2"}
{"level":"info","ts":1784755817.1845996,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2"}
{"level":"info","ts":1784755817.1846259,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2"}
{"level":"info","ts":1784755817.1846416,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","EoS":false}
{"level":"info","ts":1784755817.1846552,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","EoS":true}
{"level":"info","ts":1784755817.1846936,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2"}
{"level":"info","ts":1784755832.463584,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755832.4636776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef"}
{"level":"info","ts":1784755832.4636872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef"}
{"level":"info","ts":1784755832.463699,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","EoS":true}
{"level":"info","ts":1784755832.4637382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","header":"x-maas-group"}
{"level":"info","ts":1784755832.4637496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","header":"x-maas-username"}
{"level":"info","ts":1784755832.4637547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","header":"x-maas-subscription"}
{"level":"info","ts":1784755832.4637673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755832.4637911,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef"}
{"level":"info","ts":1784755832.4646225,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef"}
{"level":"info","ts":1784755832.4646444,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef"}
{"level":"info","ts":1784755832.4646592,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","EoS":false}
{"level":"info","ts":1784755832.4646695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","EoS":true}
{"level":"info","ts":1784755832.4647064,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef"}
{"level":"info","ts":1784756131.9635856,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784756131.9636815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72"}
{"level":"info","ts":1784756131.9636924,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72"}
{"level":"info","ts":1784756131.963704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","EoS":true}
{"level":"info","ts":1784756131.9637315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","header":"x-maas-group"}
{"level":"info","ts":1784756131.9637427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","header":"x-maas-subscription"}
{"level":"info","ts":1784756131.9637475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","header":"x-maas-username"}
{"level":"info","ts":1784756131.9637604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784756131.9637856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72"}
{"level":"info","ts":1784756131.965106,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72"}
{"level":"info","ts":1784756131.965155,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72"}
{"level":"info","ts":1784756131.9651737,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","EoS":false}
{"level":"info","ts":1784756131.9651864,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","EoS":true}
{"level":"info","ts":1784756131.9652205,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72"}
{"level":"info","ts":1784756136.7433586,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6f07885b-6fe3-4ea5-962b-69f88aac9493","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784756136.7436407,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39437.617404302,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784756136.7436728,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784756136.8060088,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784756136.8439312,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6f07885b-6fe3-4ea5-962b-69f88aac9493","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784756136.856179,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b243e99-2e18-43ac-9337-cb519d3e7fc3","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784756136.8562002,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4f1525f-7989-4f63-a987-e141513b74b2"}
{"level":"info","ts":1784756136.8562326,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b243e99-2e18-43ac-9337-cb519d3e7fc3","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784756136.8622653,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0b30ab2-b2c5-4563-8da4-03178b1bfcc0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784756136.862294,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0b30ab2-b2c5-4563-8da4-03178b1bfcc0","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784756136.862519,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38995.777317497,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784756136.8625376,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784756136.8702385,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784756136.9633873,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4f1525f-7989-4f63-a987-e141513b74b2","name":"e2e-external-provider"}
{"level":"info","ts":1784756136.9698846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d2806e-c2e3-4f5e-9f45-497ebe0d82ef"}
{"level":"info","ts":1784756136.9699235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fadfc58-141a-43ce-b314-c0bc7b1b95ec","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784756136.9699697,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fadfc58-141a-43ce-b314-c0bc7b1b95ec","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784756136.9742453,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4f1525f-7989-4f63-a987-e141513b74b2","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784756136.9773176,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d2806e-c2e3-4f5e-9f45-497ebe0d82ef","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784756136.9780717,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d11f132a-6032-4080-890f-d05fdfff91e8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784756136.9781172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d11f132a-6032-4080-890f-d05fdfff91e8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784756136.98344,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d2806e-c2e3-4f5e-9f45-497ebe0d82ef","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784756136.9834926,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06627c27-8e78-423e-8730-8c9ec47466d1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784756136.983522,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16ec449a-f960-4b38-9d55-5219f3da0e2e"}
{"level":"info","ts":1784756136.9835494,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16ec449a-f960-4b38-9d55-5219f3da0e2e","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784756136.9835212,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06627c27-8e78-423e-8730-8c9ec47466d1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784756136.9852583,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4f1525f-7989-4f63-a987-e141513b74b2","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784756136.9884763,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16ec449a-f960-4b38-9d55-5219f3da0e2e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784756136.9885392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8260c464-2333-4e0c-b514-3e8c79e24ecf"}
{"level":"info","ts":1784756136.9885638,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8260c464-2333-4e0c-b514-3e8c79e24ecf","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784756136.9927795,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4f1525f-7989-4f63-a987-e141513b74b2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784756136.994049,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8260c464-2333-4e0c-b514-3e8c79e24ecf","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784756137.0000303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1634b622-6c94-464c-a1fd-018ca38aff76","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784756137.0000622,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1634b622-6c94-464c-a1fd-018ca38aff76","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784756137.0000906,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2375a379-5732-4842-ba69-cf127d13d109","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784756137.0001526,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2375a379-5732-4842-ba69-cf127d13d109","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784756137.0000303,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fa7c492-952c-49a8-8e87-5725bfcf363f"}
{"level":"info","ts":1784756137.0001907,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b74cbc82-3da3-4cd5-976b-3d5216fd1f6c"}
{"level":"info","ts":1784756137.0002396,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fa7c492-952c-49a8-8e87-5725bfcf363f","name":"e2e-external-provider"}
{"level":"info","ts":1784756137.0004563,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34127.826390939,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784756137.000479,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784756137.0077732,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784756137.009982,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fa7c492-952c-49a8-8e87-5725bfcf363f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784756137.0149488,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81308f86-0149-48aa-97ad-3b46182ca2b3"}
{"level":"info","ts":1784756137.0149987,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81308f86-0149-48aa-97ad-3b46182ca2b3","name":"e2e-external-provider"}
{"level":"info","ts":1784756137.0264637,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81308f86-0149-48aa-97ad-3b46182ca2b3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784756137.1006818,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b74cbc82-3da3-4cd5-976b-3d5216fd1f6c","name":"e2e-external-model"}
{"level":"info","ts":1784756137.1114342,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b74cbc82-3da3-4cd5-976b-3d5216fd1f6c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784756137.1192846,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8eee439-2e96-4f2a-b260-1719aba3dcc8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784756137.119319,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5fd7582-10e9-4474-9471-790574920abb"}
{"level":"info","ts":1784756137.1193285,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8eee439-2e96-4f2a-b260-1719aba3dcc8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784756137.119376,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5fd7582-10e9-4474-9471-790574920abb","name":"e2e-external-model"}
{"level":"info","ts":1784756137.131357,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5240e71-4767-4fb1-a108-aa3d0fa3c79a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784756137.1313944,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5240e71-4767-4fb1-a108-aa3d0fa3c79a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784756137.1315792,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5fd7582-10e9-4474-9471-790574920abb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784756137.131666,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a646c21-42b0-444c-97e4-fe5a13ae80d6"}
{"level":"info","ts":1784756137.131728,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a646c21-42b0-444c-97e4-fe5a13ae80d6","name":"e2e-external-model"}
{"level":"info","ts":1784756137.1400354,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a646c21-42b0-444c-97e4-fe5a13ae80d6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784756137.1473637,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cae1c19-1d7a-431b-a4c1-af174ec10bc0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784756137.147402,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cae1c19-1d7a-431b-a4c1-af174ec10bc0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784756137.1474044,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4aad06b1-fc6c-439b-84cc-d07292a9b983"}
{"level":"info","ts":1784756137.1474578,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4aad06b1-fc6c-439b-84cc-d07292a9b983","name":"e2e-external-model"}
{"level":"info","ts":1784756137.1555915,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4aad06b1-fc6c-439b-84cc-d07292a9b983","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784756144.389381,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784756144.3894672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393"}
{"level":"info","ts":1784756144.3894813,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393"}
{"level":"info","ts":1784756144.3894958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","EoS":true}
{"level":"info","ts":1784756144.389528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","header":"x-maas-subscription"}
{"level":"info","ts":1784756144.3895407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","header":"x-maas-username"}
{"level":"info","ts":1784756144.3895488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","header":"x-maas-group"}
{"level":"info","ts":1784756144.3895636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784756144.3895764,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","modelName":"e2e-external-model"}
{"level":"info","ts":1784756144.389594,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784756144.3896303,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784756144.3896492,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","authType":"apikey"}
{"level":"info","ts":1784756144.3896823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393"}
{"level":"info","ts":1784756144.4972908,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a3e49d6-b782-467a-83d8-0edaa4a450db"}
{"level":"info","ts":1784756144.4972997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"860b9a9b-345c-4e6f-b539-1db855735e97","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784756144.4974217,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"860b9a9b-345c-4e6f-b539-1db855735e97","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784756144.5033677,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eae0d0b2-d1ce-4bc4-8b0f-9dd1f412f555","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784756144.503399,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eae0d0b2-d1ce-4bc4-8b0f-9dd1f412f555","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784756144.5063932,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a3e49d6-b782-467a-83d8-0edaa4a450db","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784756144.5064583,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a3e49d6-b782-467a-83d8-0edaa4a450db","name":"e2e-cleanup-test"}
{"level":"info","ts":1784756144.5175529,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ff43fa8-6baf-4280-a835-a47af081578e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784756144.517596,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ff43fa8-6baf-4280-a835-a47af081578e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784756144.5252266,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a3e49d6-b782-467a-83d8-0edaa4a450db","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784756144.5252843,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a3e49d6-b782-467a-83d8-0edaa4a450db","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784756144.525347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72bc60a9-807f-4ffe-8a59-ace5ac384bcf"}
{"level":"info","ts":1784756144.5254006,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72bc60a9-807f-4ffe-8a59-ace5ac384bcf","name":"e2e-cleanup-test"}
{"level":"info","ts":1784756144.5335443,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90fa088d-548d-44fa-899c-45ba17fbab07","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784756144.5335767,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90fa088d-548d-44fa-899c-45ba17fbab07","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784756144.5344162,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72bc60a9-807f-4ffe-8a59-ace5ac384bcf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784756144.5380533,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72bc60a9-807f-4ffe-8a59-ace5ac384bcf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784756144.5381558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c200dfc7-cc8d-40b8-99c2-3766ea1e7391"}
{"level":"info","ts":1784756144.5382245,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c200dfc7-cc8d-40b8-99c2-3766ea1e7391","name":"e2e-cleanup-test"}
{"level":"info","ts":1784756144.546733,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f82cd35d-67aa-4677-845b-346e662f6d84","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784756144.546769,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f82cd35d-67aa-4677-845b-346e662f6d84","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784756144.5472114,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c200dfc7-cc8d-40b8-99c2-3766ea1e7391","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784756144.5512474,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c200dfc7-cc8d-40b8-99c2-3766ea1e7391","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784756144.5513322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0eebe24c-aee7-4b01-807e-d7bc280f5131"}
{"level":"info","ts":1784756144.551381,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0eebe24c-aee7-4b01-807e-d7bc280f5131","name":"e2e-cleanup-test"}
{"level":"info","ts":1784756144.5587673,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0eebe24c-aee7-4b01-807e-d7bc280f5131","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784756152.7566311,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88dc366d-f7f8-490d-ae55-cda7d245169b"}
{"level":"info","ts":1784756152.7566454,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89beda27-5e10-4a1f-8d6f-dbb86b64311d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784756152.7566783,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89beda27-5e10-4a1f-8d6f-dbb86b64311d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784756157.0511565,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784756157.051233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80"}
{"level":"info","ts":1784756157.0512435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80"}
{"level":"info","ts":1784756157.051255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80","EoS":true}
{"level":"info","ts":1784756157.0512893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784756157.0513146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80"}
{"level":"info","ts":1784756157.0849829,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784756157.0850515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27"}
{"level":"info","ts":1784756157.0850608,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27"}
{"level":"info","ts":1784756157.0850716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","EoS":true}
{"level":"info","ts":1784756157.0855255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","header":"x-maas-subscription"}
{"level":"info","ts":1784756157.0855384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","header":"x-maas-username"}
{"level":"info","ts":1784756157.0855424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","header":"x-maas-group"}
{"level":"info","ts":1784756157.0855558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784756157.0855625,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","modelName":"e2e-external-model"}
{"level":"info","ts":1784756157.0855753,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784756157.0855978,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784756157.0856125,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","authType":"apikey"}
{"level":"info","ts":1784756157.0856354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27"}
{"level":"info","ts":1784756157.120233,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784756157.1203134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be"}
{"level":"info","ts":1784756157.1203256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be"}
{"level":"info","ts":1784756157.1203365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","EoS":true}
{"level":"info","ts":1784756157.1203644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","header":"x-maas-group"}
{"level":"info","ts":1784756157.1203752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","header":"x-maas-subscription"}
{"level":"info","ts":1784756157.1203794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","header":"x-maas-username"}
{"level":"info","ts":1784756157.1203926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784756157.120418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be"}
{"level":"info","ts":1784756157.2306967,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be"}
{"level":"info","ts":1784756157.2307267,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be"}
{"level":"info","ts":1784756157.2307503,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","EoS":false}
{"level":"info","ts":1784756157.230766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","EoS":true}
{"level":"error","ts":1784756157.2307863,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784756157.2308533,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be"}
{"level":"info","ts":1784756157.267842,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784756157.2679248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac"}
{"level":"info","ts":1784756157.2679427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac"}
{"level":"info","ts":1784756157.2679613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac","EoS":true}
{"level":"info","ts":1784756157.2679968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac","header":"x-maas-username"}
{"level":"info","ts":1784756157.2680101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac","header":"x-maas-group"}
{"level":"info","ts":1784756157.268018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac","header":"x-maas-subscription"}
{"level":"info","ts":1784756157.2680562,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac"}
{"level":"info","ts":1784756157.3181832,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac"}
{"level":"info","ts":1784756157.3182116,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac"}
{"level":"info","ts":1784756157.3182392,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac","EoS":false}
{"level":"info","ts":1784756157.3182526,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac","EoS":true}
{"level":"error","ts":1784756157.318264,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784756157.3183024,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac"}
{"level":"info","ts":1784756158.141361,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"228b2758-ecb2-489f-8017-a0cea0d183dc"}
{"level":"info","ts":1784756158.1413977,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a582de9b-95a9-43e5-a64a-02a15499866f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784756158.1414313,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a582de9b-95a9-43e5-a64a-02a15499866f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784756158.2881975,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1ddb37f-2848-4296-85fe-ea2c62d570e4","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784756158.2882352,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcb09103-fd76-4047-b75d-d759154b3215"}
{"level":"info","ts":1784756158.2882447,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1ddb37f-2848-4296-85fe-ea2c62d570e4","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784756158.4207125,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"276956c2-eabc-4ba7-9a3e-b9e99745a427","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784756158.4207962,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"276956c2-eabc-4ba7-9a3e-b9e99745a427","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784756767.611563,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784756767.6116397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6"}
{"level":"info","ts":1784756767.6116478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6"}
{"level":"info","ts":1784756767.611659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","EoS":true}
{"level":"info","ts":1784756767.6116846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","header":"x-maas-group"}
{"level":"info","ts":1784756767.6116958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","header":"x-maas-username"}
{"level":"info","ts":1784756767.6117003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","header":"x-maas-subscription"}
{"level":"info","ts":1784756767.6117144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","path":"/ai-tenant-e2e-inf-b-4a3a7e/test-model-4a3a7e/v1/chat/completions"}
{"level":"info","ts":1784756767.6117423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6"}
{"level":"info","ts":1784756767.6239793,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6"}
{"level":"info","ts":1784756767.6240065,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6"}
{"level":"info","ts":1784756767.6240227,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","EoS":false}
{"level":"info","ts":1784756767.6240342,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","EoS":true}
{"level":"info","ts":1784756767.6240761,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6"}
{"level":"info","ts":1784757271.459638,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784757271.459715,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf54cc7d-efaa-460d-a720-e0fb3a7fc292"}