{"level":"info","ts":1784766181.2503154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24"}
{"level":"info","ts":1784766181.2503266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24"}
{"level":"info","ts":1784766181.2503388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24","EoS":true}
{"level":"info","ts":1784766181.2503638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24","header":"x-maas-subscription"}
{"level":"info","ts":1784766181.2503734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24","header":"x-maas-username"}
{"level":"info","ts":1784766181.250379,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24","header":"x-maas-group"}
{"level":"info","ts":1784766181.2503905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766181.250416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24"}
{"level":"info","ts":1784766181.2512982,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24"}
{"level":"info","ts":1784766181.251321,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24"}
{"level":"info","ts":1784766181.2513416,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24","EoS":false}
{"level":"info","ts":1784766181.2513654,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24","EoS":true}
{"level":"info","ts":1784766181.2514036,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d11da2eb-d198-4f43-b627-8a93cc7f5b24"}
{"level":"info","ts":1784766204.3601227,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766204.360181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1"}
{"level":"info","ts":1784766204.3601885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1"}
{"level":"info","ts":1784766204.3601995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","EoS":true}
{"level":"info","ts":1784766204.36022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","header":"x-maas-username"}
{"level":"info","ts":1784766204.3602302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","header":"x-maas-subscription"}
{"level":"info","ts":1784766204.3602357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","header":"x-maas-group"}
{"level":"info","ts":1784766204.360247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766204.3602712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1"}
{"level":"info","ts":1784766204.3625085,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1"}
{"level":"info","ts":1784766204.3625295,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1"}
{"level":"info","ts":1784766204.3625457,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","EoS":false}
{"level":"info","ts":1784766204.3625598,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1","EoS":true}
{"level":"info","ts":1784766204.3625944,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"20475531-36a0-4d92-ba36-ae00fcc699f1"}
{"level":"info","ts":1784766204.498053,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766204.4981315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc"}
{"level":"info","ts":1784766204.498145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc"}
{"level":"info","ts":1784766204.4981577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","EoS":true}
{"level":"info","ts":1784766204.4981782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","header":"x-maas-username"}
{"level":"info","ts":1784766204.498188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","header":"x-maas-subscription"}
{"level":"info","ts":1784766204.4981935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","header":"x-maas-group"}
{"level":"info","ts":1784766204.4982061,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766204.498228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc"}
{"level":"info","ts":1784766204.498896,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc"}
{"level":"info","ts":1784766204.4989145,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc"}
{"level":"info","ts":1784766204.4989293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","EoS":false}
{"level":"info","ts":1784766204.4989398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc","EoS":true}
{"level":"info","ts":1784766204.4989772,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e77e84a0-167a-4462-8d46-d5b58f21c1fc"}
{"level":"info","ts":1784766204.6341019,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766204.6341724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb"}
{"level":"info","ts":1784766204.6341853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb"}
{"level":"info","ts":1784766204.6341972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","EoS":true}
{"level":"info","ts":1784766204.634219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","header":"x-maas-username"}
{"level":"info","ts":1784766204.634228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","header":"x-maas-group"}
{"level":"info","ts":1784766204.634234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","header":"x-maas-subscription"}
{"level":"info","ts":1784766204.634246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766204.6342669,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb"}
{"level":"info","ts":1784766204.6349247,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb"}
{"level":"info","ts":1784766204.6349404,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb"}
{"level":"info","ts":1784766204.634953,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","EoS":false}
{"level":"info","ts":1784766204.6349635,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb","EoS":true}
{"level":"info","ts":1784766204.634997,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6259bcf2-dd92-4c5a-89bc-6d62294a52fb"}
{"level":"info","ts":1784766204.771989,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766204.7720516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34365361-ef90-4274-a018-2653dcaac801"}
{"level":"info","ts":1784766204.772065,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34365361-ef90-4274-a018-2653dcaac801"}
{"level":"info","ts":1784766204.772077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","EoS":true}
{"level":"info","ts":1784766204.772096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","header":"x-maas-subscription"}
{"level":"info","ts":1784766204.7721062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","header":"x-maas-username"}
{"level":"info","ts":1784766204.7721117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","header":"x-maas-group"}
{"level":"info","ts":1784766204.7721224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766204.7721415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34365361-ef90-4274-a018-2653dcaac801"}
{"level":"info","ts":1784766204.7727668,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34365361-ef90-4274-a018-2653dcaac801"}
{"level":"info","ts":1784766204.772783,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34365361-ef90-4274-a018-2653dcaac801"}
{"level":"info","ts":1784766204.7727962,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","EoS":false}
{"level":"info","ts":1784766204.7728062,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34365361-ef90-4274-a018-2653dcaac801","EoS":true}
{"level":"info","ts":1784766204.7728405,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34365361-ef90-4274-a018-2653dcaac801"}
{"level":"info","ts":1784766204.9075663,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766204.9076433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187"}
{"level":"info","ts":1784766204.907656,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187"}
{"level":"info","ts":1784766204.9076676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","EoS":true}
{"level":"info","ts":1784766204.907688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","header":"x-maas-username"}
{"level":"info","ts":1784766204.9076974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","header":"x-maas-group"}
{"level":"info","ts":1784766204.907702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","header":"x-maas-subscription"}
{"level":"info","ts":1784766204.9077117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766204.9077318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187"}
{"level":"info","ts":1784766204.9082992,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187"}
{"level":"info","ts":1784766204.9083128,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187"}
{"level":"info","ts":1784766204.9083266,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","EoS":false}
{"level":"info","ts":1784766204.9083364,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187","EoS":true}
{"level":"info","ts":1784766204.9083722,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a5c812ff-d2ce-4903-af3e-498b62f62187"}
{"level":"info","ts":1784766224.8547704,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766224.8548508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1"}
{"level":"info","ts":1784766224.8548725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1"}
{"level":"info","ts":1784766224.8548858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","EoS":true}
{"level":"info","ts":1784766224.8549232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","header":"x-maas-group"}
{"level":"info","ts":1784766224.854934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","header":"x-maas-username"}
{"level":"info","ts":1784766224.8549392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","header":"x-maas-subscription"}
{"level":"info","ts":1784766224.8549519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766224.8549764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1"}
{"level":"info","ts":1784766224.8570478,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1"}
{"level":"info","ts":1784766224.8570669,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1"}
{"level":"info","ts":1784766224.8570824,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","EoS":false}
{"level":"info","ts":1784766224.857094,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1","EoS":true}
{"level":"info","ts":1784766224.8571339,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"19375de1-8bcf-4f2c-b608-c037870352a1"}
{"level":"info","ts":1784766224.955964,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766224.956026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0482f189-02b1-410b-8a2c-67a0b4d1c671"}
{"level":"info","ts":1784766224.9565854,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0482f189-02b1-410b-8a2c-67a0b4d1c671"}
{"level":"info","ts":1784766224.956601,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0482f189-02b1-410b-8a2c-67a0b4d1c671"}
{"level":"info","ts":1784766224.9566143,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0482f189-02b1-410b-8a2c-67a0b4d1c671","EoS":false}
{"level":"info","ts":1784766224.956627,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"0482f189-02b1-410b-8a2c-67a0b4d1c671"}
{"level":"info","ts":1784766224.9566503,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0482f189-02b1-410b-8a2c-67a0b4d1c671","EoS":true}
{"level":"info","ts":1784766224.9566603,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"0482f189-02b1-410b-8a2c-67a0b4d1c671"}
{"level":"info","ts":1784766229.575897,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766229.575988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581"}
{"level":"info","ts":1784766229.5760033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581"}
{"level":"info","ts":1784766229.576023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","EoS":true}
{"level":"info","ts":1784766229.576062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","header":"x-maas-username"}
{"level":"info","ts":1784766229.5760756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","header":"x-maas-group"}
{"level":"info","ts":1784766229.5760863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","header":"x-maas-subscription"}
{"level":"info","ts":1784766229.5761077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766229.5761414,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581"}
{"level":"info","ts":1784766229.5770297,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581"}
{"level":"info","ts":1784766229.5770493,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581"}
{"level":"info","ts":1784766229.5770648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","EoS":false}
{"level":"info","ts":1784766229.5770767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581","EoS":true}
{"level":"info","ts":1784766229.5771096,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f5374b55-5fcf-45ee-845e-f08e6ff85581"}
{"level":"info","ts":1784766240.2745373,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766240.27464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3"}
{"level":"info","ts":1784766240.2746568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3"}
{"level":"info","ts":1784766240.2746704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","EoS":true}
{"level":"info","ts":1784766240.2746959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","header":"x-maas-group"}
{"level":"info","ts":1784766240.2747073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","header":"x-maas-username"}
{"level":"info","ts":1784766240.2747128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","header":"x-maas-subscription"}
{"level":"info","ts":1784766240.2747252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784766240.274751,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3"}
{"level":"info","ts":1784766240.2757435,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3"}
{"level":"info","ts":1784766240.2757685,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3"}
{"level":"info","ts":1784766240.275791,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","EoS":false}
{"level":"info","ts":1784766240.275803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3","EoS":true}
{"level":"info","ts":1784766240.2758408,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"16d6cf61-5b4a-451e-aa4e-5ae37e9d00e3"}
{"level":"info","ts":1784766253.17388,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766253.1739576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2"}
{"level":"info","ts":1784766253.1739717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2"}
{"level":"info","ts":1784766253.1739888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","EoS":true}
{"level":"info","ts":1784766253.1740196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","header":"x-maas-group"}
{"level":"info","ts":1784766253.1740339,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","header":"x-maas-username"}
{"level":"info","ts":1784766253.1740413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","header":"x-maas-subscription"}
{"level":"info","ts":1784766253.1740572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766253.1740909,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2"}
{"level":"info","ts":1784766253.1749995,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2"}
{"level":"info","ts":1784766253.1750143,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2"}
{"level":"info","ts":1784766253.1750255,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","EoS":false}
{"level":"info","ts":1784766253.1750357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2","EoS":true}
{"level":"info","ts":1784766253.1750667,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea572cea-cb66-4cfc-a135-f50797c90ae2"}
{"level":"info","ts":1784766261.7088544,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766261.7089183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967"}
{"level":"info","ts":1784766261.7089264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967"}
{"level":"info","ts":1784766261.7089374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","EoS":true}
{"level":"info","ts":1784766261.7089605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","header":"x-maas-subscription"}
{"level":"info","ts":1784766261.7089698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","header":"x-maas-username"}
{"level":"info","ts":1784766261.708975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","header":"x-maas-group"}
{"level":"info","ts":1784766261.7089875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766261.7090104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967"}
{"level":"info","ts":1784766261.7098925,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967"}
{"level":"info","ts":1784766261.7099113,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967"}
{"level":"info","ts":1784766261.7099257,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","EoS":false}
{"level":"info","ts":1784766261.7099447,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967","EoS":true}
{"level":"info","ts":1784766261.709982,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d5aea57-e2eb-4ede-835c-8ecfae453967"}
{"level":"info","ts":1784766270.5724146,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766270.5725381,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf"}
{"level":"info","ts":1784766270.5725589,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf"}
{"level":"info","ts":1784766270.57258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","EoS":true}
{"level":"info","ts":1784766270.5726151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","header":"x-maas-username"}
{"level":"info","ts":1784766270.5726287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","header":"x-maas-subscription"}
{"level":"info","ts":1784766270.5726337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","header":"x-maas-group"}
{"level":"info","ts":1784766270.5726461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766270.5726726,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf"}
{"level":"info","ts":1784766270.5736299,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf"}
{"level":"info","ts":1784766270.5736516,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf"}
{"level":"info","ts":1784766270.5736732,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","EoS":false}
{"level":"info","ts":1784766270.5736935,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf","EoS":true}
{"level":"info","ts":1784766270.5737433,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"691a1b18-4bc8-4470-836a-b64ed30b49cf"}
{"level":"info","ts":1784766295.5523436,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766295.552409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8"}
{"level":"info","ts":1784766295.552418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8"}
{"level":"info","ts":1784766295.5524304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","EoS":true}
{"level":"info","ts":1784766295.5524788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","header":"x-maas-username"}
{"level":"info","ts":1784766295.5524867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","header":"x-maas-subscription"}
{"level":"info","ts":1784766295.5524917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","header":"x-maas-group"}
{"level":"info","ts":1784766295.552504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784766295.552527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8"}
{"level":"info","ts":1784766295.554489,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8"}
{"level":"info","ts":1784766295.554503,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8"}
{"level":"info","ts":1784766295.5545151,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","EoS":false}
{"level":"info","ts":1784766295.554525,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8","EoS":true}
{"level":"info","ts":1784766295.5545607,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7d566a5c-d4f0-4c1d-95f2-f6af5a0e29d8"}
{"level":"info","ts":1784766319.6837606,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766319.683827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f"}
{"level":"info","ts":1784766319.6838357,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f"}
{"level":"info","ts":1784766319.6838467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","EoS":true}
{"level":"info","ts":1784766319.6838686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","header":"x-maas-username"}
{"level":"info","ts":1784766319.6838763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","header":"x-maas-subscription"}
{"level":"info","ts":1784766319.6838808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","header":"x-maas-group"}
{"level":"info","ts":1784766319.6838923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784766319.683913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f"}
{"level":"info","ts":1784766319.686548,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f"}
{"level":"info","ts":1784766319.686567,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f"}
{"level":"info","ts":1784766319.6865854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","EoS":false}
{"level":"info","ts":1784766319.6865995,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f","EoS":true}
{"level":"info","ts":1784766319.6866424,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"109e658c-358b-4c0d-974b-c9c2ca4c550f"}
{"level":"info","ts":1784766348.5635507,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766348.5636199,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944"}
{"level":"info","ts":1784766348.5636294,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944"}
{"level":"info","ts":1784766348.5636406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","EoS":true}
{"level":"info","ts":1784766348.5636675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","header":"x-maas-group"}
{"level":"info","ts":1784766348.5636792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","header":"x-maas-subscription"}
{"level":"info","ts":1784766348.5636845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","header":"x-maas-username"}
{"level":"info","ts":1784766348.5636969,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766348.5637205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944"}
{"level":"info","ts":1784766348.5648081,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944"}
{"level":"info","ts":1784766348.5648246,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944"}
{"level":"info","ts":1784766348.5648375,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","EoS":false}
{"level":"info","ts":1784766348.5648477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944","EoS":true}
{"level":"info","ts":1784766348.5648866,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8fe4f5b2-6da8-4f00-a10e-9d410690d944"}
{"level":"info","ts":1784766358.0225651,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766358.0226238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0"}
{"level":"info","ts":1784766358.0226336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0"}
{"level":"info","ts":1784766358.0226443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","EoS":true}
{"level":"info","ts":1784766358.022669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","header":"x-maas-username"}
{"level":"info","ts":1784766358.0226793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","header":"x-maas-subscription"}
{"level":"info","ts":1784766358.022684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","header":"x-maas-group"}
{"level":"info","ts":1784766358.0226958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766358.022722,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0"}
{"level":"info","ts":1784766358.025342,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0"}
{"level":"info","ts":1784766358.0253623,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0"}
{"level":"info","ts":1784766358.02538,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","EoS":false}
{"level":"info","ts":1784766358.0253935,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0","EoS":true}
{"level":"info","ts":1784766358.025429,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"14f78e26-51d1-4308-ade1-9bdf8a2319b0"}
{"level":"info","ts":1784766358.054966,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766358.0550203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1"}
{"level":"info","ts":1784766358.0550337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1"}
{"level":"info","ts":1784766358.055048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","EoS":true}
{"level":"info","ts":1784766358.0550683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","header":"x-maas-subscription"}
{"level":"info","ts":1784766358.0550795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","header":"x-maas-username"}
{"level":"info","ts":1784766358.055084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","header":"x-maas-group"}
{"level":"info","ts":1784766358.0550947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766358.0551152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1"}
{"level":"info","ts":1784766358.0558321,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1"}
{"level":"info","ts":1784766358.0558481,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1"}
{"level":"info","ts":1784766358.0558624,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","EoS":false}
{"level":"info","ts":1784766358.0558763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1","EoS":true}
{"level":"info","ts":1784766358.0559082,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"572efbd2-9374-4cdb-a55a-84f14471e6c1"}
{"level":"info","ts":1784766377.1301258,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766377.1302054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c"}
{"level":"info","ts":1784766377.1302183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c"}
{"level":"info","ts":1784766377.1302295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","EoS":true}
{"level":"info","ts":1784766377.1302571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","header":"x-maas-username"}
{"level":"info","ts":1784766377.1302671,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","header":"x-maas-group"}
{"level":"info","ts":1784766377.1302722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","header":"x-maas-subscription"}
{"level":"info","ts":1784766377.1302838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766377.1303074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c"}
{"level":"info","ts":1784766377.1312146,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c"}
{"level":"info","ts":1784766377.1312351,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c"}
{"level":"info","ts":1784766377.1312497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","EoS":false}
{"level":"info","ts":1784766377.1312616,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c","EoS":true}
{"level":"info","ts":1784766377.1313052,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b1a73c80-eac4-4764-aee8-b407219a315c"}
{"level":"info","ts":1784766506.0481694,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766506.0482414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b"}
{"level":"info","ts":1784766506.048254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b"}
{"level":"info","ts":1784766506.0482662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","EoS":true}
{"level":"info","ts":1784766506.0482917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","header":"x-maas-group"}
{"level":"info","ts":1784766506.0483012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","header":"x-maas-username"}
{"level":"info","ts":1784766506.0483067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","header":"x-maas-subscription"}
{"level":"info","ts":1784766506.0483186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784766506.0483418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b"}
{"level":"info","ts":1784766506.0494158,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b"}
{"level":"info","ts":1784766506.0494418,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b"}
{"level":"info","ts":1784766506.049474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","EoS":false}
{"level":"info","ts":1784766506.0494885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b","EoS":true}
{"level":"info","ts":1784766506.0495238,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c6561f14-2073-4ef9-80ea-15bb624c5c4b"}
{"level":"info","ts":1784766545.5242515,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766545.5243363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e"}
{"level":"info","ts":1784766545.5243516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e"}
{"level":"info","ts":1784766545.5243638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","EoS":true}
{"level":"info","ts":1784766545.5243876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","header":"x-maas-group"}
{"level":"info","ts":1784766545.5243979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","header":"x-maas-subscription"}
{"level":"info","ts":1784766545.5244026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","header":"x-maas-username"}
{"level":"info","ts":1784766545.5244153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766545.524441,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e"}
{"level":"info","ts":1784766545.5253618,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e"}
{"level":"info","ts":1784766545.5253804,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e"}
{"level":"info","ts":1784766545.5253952,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","EoS":false}
{"level":"info","ts":1784766545.5254135,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e","EoS":true}
{"level":"info","ts":1784766545.5254445,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"afe0e4f8-6adc-431f-8771-da9c58c0261e"}
{"level":"info","ts":1784766560.94616,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766560.946231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209"}
{"level":"info","ts":1784766560.9462442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209"}
{"level":"info","ts":1784766560.9462636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","EoS":true}
{"level":"info","ts":1784766560.946299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","header":"x-maas-username"}
{"level":"info","ts":1784766560.9463103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","header":"x-maas-subscription"}
{"level":"info","ts":1784766560.9463205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","header":"x-maas-group"}
{"level":"info","ts":1784766560.9463375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766560.9463708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209"}
{"level":"info","ts":1784766560.9490094,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209"}
{"level":"info","ts":1784766560.9490309,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209"}
{"level":"info","ts":1784766560.9490511,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","EoS":false}
{"level":"info","ts":1784766560.9490626,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209","EoS":true}
{"level":"info","ts":1784766560.9490986,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ec1a0ee5-6373-456e-af14-a686850ed209"}
{"level":"info","ts":1784766865.538645,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766865.5387273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9"}
{"level":"info","ts":1784766865.5387378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9"}
{"level":"info","ts":1784766865.5387492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","EoS":true}
{"level":"info","ts":1784766865.5387726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","header":"x-maas-group"}
{"level":"info","ts":1784766865.5387836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","header":"x-maas-username"}
{"level":"info","ts":1784766865.5387883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","header":"x-maas-subscription"}
{"level":"info","ts":1784766865.5388007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784766865.538825,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9"}
{"level":"info","ts":1784766865.5400062,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9"}
{"level":"info","ts":1784766865.5400271,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9"}
{"level":"info","ts":1784766865.5400422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","EoS":false}
{"level":"info","ts":1784766865.5400536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9","EoS":true}
{"level":"info","ts":1784766865.5400891,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6547b823-902e-453a-9184-c64ded82fec9"}
{"level":"info","ts":1784766870.348755,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ac58df9e-bf53-41c3-9e10-dedc1d778b60","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784766870.3490255,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32643.102399747,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784766870.3490517,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784766870.4364674,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784766870.449114,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ac58df9e-bf53-41c3-9e10-dedc1d778b60","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784766870.471231,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82ee54c3-7689-4cf8-ab87-9b9b83ede59f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784766870.4712596,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"803020df-d8d2-4831-827f-c1d0ed252b15"}
{"level":"info","ts":1784766870.4712775,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82ee54c3-7689-4cf8-ab87-9b9b83ede59f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784766870.480513,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e93dde0-ab1f-4f68-ad9b-e66bcae12b20","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784766870.4805398,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e93dde0-ab1f-4f68-ad9b-e66bcae12b20","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784766870.4816413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37775.635639005,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784766870.4816644,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784766870.4933858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784766870.5824695,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"803020df-d8d2-4831-827f-c1d0ed252b15","name":"e2e-external-provider"}
{"level":"info","ts":1784766870.597535,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"803020df-d8d2-4831-827f-c1d0ed252b15","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784766870.5994048,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a95d6f0b-a84a-42d2-a570-31611685d5c5","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784766870.59948,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a95d6f0b-a84a-42d2-a570-31611685d5c5","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784766870.599446,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4429b06a-1e09-4043-8f99-464f48aa222f"}
{"level":"info","ts":1784766870.6090212,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"803020df-d8d2-4831-827f-c1d0ed252b15","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784766870.6097095,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4429b06a-1e09-4043-8f99-464f48aa222f","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784766870.609974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa0f3474-675b-4977-883f-5e0b2151fdb5","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784766870.6100008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa0f3474-675b-4977-883f-5e0b2151fdb5","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784766870.618779,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4429b06a-1e09-4043-8f99-464f48aa222f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784766870.6188538,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80b980ad-9bec-462b-b883-5a07060906f5"}
{"level":"info","ts":1784766870.6187959,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8428dc24-47c0-4498-9145-40919023b460","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784766870.6188767,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80b980ad-9bec-462b-b883-5a07060906f5","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784766870.6188924,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8428dc24-47c0-4498-9145-40919023b460","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784766870.6240954,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"803020df-d8d2-4831-827f-c1d0ed252b15","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784766870.6275547,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80b980ad-9bec-462b-b883-5a07060906f5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784766870.6307487,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"efb5483c-0389-4574-8789-00b1ec418d38"}
{"level":"info","ts":1784766870.6308103,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"efb5483c-0389-4574-8789-00b1ec418d38","name":"e2e-external-provider"}
{"level":"info","ts":1784766870.6309721,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6ec0d7b-2ec8-41c5-9db1-33306e1766f7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784766870.6309938,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6ec0d7b-2ec8-41c5-9db1-33306e1766f7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784766870.6310089,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb427a86-3383-44c3-acc2-4665d2d217ce"}
{"level":"info","ts":1784766870.631044,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5efa0865-6eb9-4486-b50e-d71e6109673f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784766870.6312094,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5efa0865-6eb9-4486-b50e-d71e6109673f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784766870.631232,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34185.910629005,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784766870.6312473,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784766870.6422677,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"efb5483c-0389-4574-8789-00b1ec418d38","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784766870.6424925,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"error","ts":1784766870.6472464,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"efb5483c-0389-4574-8789-00b1ec418d38","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784766870.6473382,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4535dc2f-a99c-4f7c-b5d2-57b0d82cf0eb"}
{"level":"info","ts":1784766870.6473837,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4535dc2f-a99c-4f7c-b5d2-57b0d82cf0eb","name":"e2e-external-provider"}
{"level":"info","ts":1784766870.659892,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4535dc2f-a99c-4f7c-b5d2-57b0d82cf0eb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784766870.7325456,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb427a86-3383-44c3-acc2-4665d2d217ce","name":"e2e-external-model"}
{"level":"info","ts":1784766870.7489378,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb427a86-3383-44c3-acc2-4665d2d217ce","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784766870.757824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adcf9b56-a0db-4448-b54a-48cce3c78b17","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784766870.7578793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adcf9b56-a0db-4448-b54a-48cce3c78b17","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784766870.7578776,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6d1b11-633e-4c85-8b0d-f564467262b3"}
{"level":"info","ts":1784766870.7579591,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6d1b11-633e-4c85-8b0d-f564467262b3","name":"e2e-external-model"}
{"level":"error","ts":1784766870.7763877,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6d1b11-633e-4c85-8b0d-f564467262b3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784766870.776557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b133276c-21d6-4d7f-a758-7b0725f2970a"}
{"level":"info","ts":1784766870.7766533,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b133276c-21d6-4d7f-a758-7b0725f2970a","name":"e2e-external-model"}
{"level":"info","ts":1784766870.7764182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bf3be6c-2b45-4737-9865-9e85f5f0e7f2","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784766870.776698,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bf3be6c-2b45-4737-9865-9e85f5f0e7f2","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784766870.7865858,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b133276c-21d6-4d7f-a758-7b0725f2970a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784766870.7937455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e165008-fd9e-4ed2-93d4-e136981f03c1"}
{"level":"info","ts":1784766870.7938225,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e165008-fd9e-4ed2-93d4-e136981f03c1","name":"e2e-external-model"}
{"level":"info","ts":1784766870.7937825,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c69a3fd-adda-41e4-a325-7f7a0b820796","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784766870.7938735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c69a3fd-adda-41e4-a325-7f7a0b820796","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784766870.8047044,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e165008-fd9e-4ed2-93d4-e136981f03c1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784766880.2014008,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766880.2014954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2"}
{"level":"info","ts":1784766880.2015085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2"}
{"level":"info","ts":1784766880.2015252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","EoS":true}
{"level":"info","ts":1784766880.2015514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","header":"x-maas-group"}
{"level":"info","ts":1784766880.2015593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","header":"x-maas-subscription"}
{"level":"info","ts":1784766880.2015638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","header":"x-maas-username"}
{"level":"info","ts":1784766880.2015765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784766880.2015858,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","modelName":"e2e-external-model"}
{"level":"info","ts":1784766880.2016015,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784766880.2016509,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784766880.2016685,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2","authType":"apikey"}
{"level":"info","ts":1784766880.2017047,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e594a817-3309-455e-a4d9-77d8e84cd7c2"}
{"level":"info","ts":1784766880.3411908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f554974e-5c04-4b5b-9160-80121e6f00a6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784766880.3412201,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f554974e-5c04-4b5b-9160-80121e6f00a6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784766880.3412116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bed21306-6703-4c9d-8b5d-a9ab252d54a4"}
{"level":"info","ts":1784766880.3495417,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cd33769-de7d-48d0-985a-175f78580eda","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784766880.3495767,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cd33769-de7d-48d0-985a-175f78580eda","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784766880.3505821,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bed21306-6703-4c9d-8b5d-a9ab252d54a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784766880.3506458,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bed21306-6703-4c9d-8b5d-a9ab252d54a4","name":"e2e-cleanup-test"}
{"level":"info","ts":1784766880.3701315,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56c10e47-ccac-4469-87d5-555a8ef58f0a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784766880.3701653,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56c10e47-ccac-4469-87d5-555a8ef58f0a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784766880.3707814,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bed21306-6703-4c9d-8b5d-a9ab252d54a4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784766880.3708196,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bed21306-6703-4c9d-8b5d-a9ab252d54a4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784766880.3708615,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"12a3ece9-5adb-494d-9fbb-e737714c5171"}
{"level":"info","ts":1784766880.370903,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"12a3ece9-5adb-494d-9fbb-e737714c5171","name":"e2e-cleanup-test"}
{"level":"error","ts":1784766880.3892295,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"12a3ece9-5adb-494d-9fbb-e737714c5171","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784766880.3893342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b4881a5-6610-4e7e-84b7-a169e2c980ad","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784766880.3894024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed70eef5-8db0-4f00-b9f8-a3761b0203a6"}
{"level":"info","ts":1784766880.3894162,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b4881a5-6610-4e7e-84b7-a169e2c980ad","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784766880.3894908,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed70eef5-8db0-4f00-b9f8-a3761b0203a6","name":"e2e-cleanup-test"}
{"level":"info","ts":1784766880.402998,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed70eef5-8db0-4f00-b9f8-a3761b0203a6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784766880.410605,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fba39500-80c0-4770-8d4f-18085124bc6f"}
{"level":"info","ts":1784766880.4106364,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a2313b4-da99-42e1-a3c4-b190ca1b1b94","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784766880.4106705,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a2313b4-da99-42e1-a3c4-b190ca1b1b94","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784766880.4107003,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fba39500-80c0-4770-8d4f-18085124bc6f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784766880.4232333,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fba39500-80c0-4770-8d4f-18085124bc6f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784766888.641915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"818d53e6-698d-49e4-a457-e3a6103407d2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784766888.6419513,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"818d53e6-698d-49e4-a457-e3a6103407d2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784766888.6419241,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27450afb-30d0-498e-ac88-60682b5532c8"}
{"level":"info","ts":1784766892.9548762,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766892.9549534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7"}
{"level":"info","ts":1784766892.9549682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7"}
{"level":"info","ts":1784766892.9549844,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7","EoS":true}
{"level":"info","ts":1784766892.9550185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784766892.9550436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82c3ae1c-5de5-4143-91ea-b6a0e7c198b7"}
{"level":"info","ts":1784766892.99683,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766892.9969158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd"}
{"level":"info","ts":1784766892.9969301,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd"}
{"level":"info","ts":1784766892.9969475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","EoS":true}
{"level":"info","ts":1784766892.996975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","header":"x-maas-subscription"}
{"level":"info","ts":1784766892.9969962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","header":"x-maas-username"}
{"level":"info","ts":1784766892.997002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","header":"x-maas-group"}
{"level":"info","ts":1784766892.9970186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784766892.9970489,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","modelName":"e2e-external-model"}
{"level":"info","ts":1784766892.9970722,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784766892.9971008,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784766892.9971201,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd","authType":"apikey"}
{"level":"info","ts":1784766892.9971437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a31dcc11-4b71-47a0-af75-74d655b2ddcd"}
{"level":"info","ts":1784766893.0341535,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766893.0342329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301"}
{"level":"info","ts":1784766893.034246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301"}
{"level":"info","ts":1784766893.0342646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","EoS":true}
{"level":"info","ts":1784766893.0342999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","header":"x-maas-group"}
{"level":"info","ts":1784766893.0343153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","header":"x-maas-subscription"}
{"level":"info","ts":1784766893.0343235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","header":"x-maas-username"}
{"level":"info","ts":1784766893.0343416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784766893.0343733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301"}
{"level":"info","ts":1784766893.134383,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301"}
{"level":"info","ts":1784766893.1344087,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301"}
{"level":"info","ts":1784766893.1344304,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","EoS":false}
{"level":"info","ts":1784766893.134468,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","EoS":true}
{"level":"error","ts":1784766893.1344936,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784766893.1345458,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2befe00f-01f7-4550-96b1-68d620c4c301"}
{"level":"info","ts":1784766893.1745636,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784766893.174639,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9"}
{"level":"info","ts":1784766893.1746562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9"}
{"level":"info","ts":1784766893.1746726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9","EoS":true}
{"level":"info","ts":1784766893.1746964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9","header":"x-maas-username"}
{"level":"info","ts":1784766893.174707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9","header":"x-maas-subscription"}
{"level":"info","ts":1784766893.1747117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9","header":"x-maas-group"}
{"level":"info","ts":1784766893.1747377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9"}
{"level":"info","ts":1784766893.221638,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9"}
{"level":"info","ts":1784766893.2216635,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9"}
{"level":"info","ts":1784766893.2216785,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9","EoS":false}
{"level":"info","ts":1784766893.2216895,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9","EoS":true}
{"level":"error","ts":1784766893.221703,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784766893.2217407,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3ec15fe1-5f28-424f-87e7-39d35a5037b9"}
{"level":"info","ts":1784766894.0613778,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e291d3a9-3269-41e1-9709-e0bac12eb39b"}
{"level":"info","ts":1784766894.0614092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5397c8e-f92d-428b-a638-6f6bf3d53aea","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784766894.0614343,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5397c8e-f92d-428b-a638-6f6bf3d53aea","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784766894.2198038,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0509db69-2e54-4ce2-aa48-ec21b1ae6d4c"}
{"level":"info","ts":1784766894.2198253,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c0c4560-7a9c-4d99-9cf1-3ce60546bb31","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784766894.219858,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c0c4560-7a9c-4d99-9cf1-3ce60546bb31","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784766894.3435507,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8bfab6f9-e9a2-44fb-8634-3b84c4a3677a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784766894.3435924,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8bfab6f9-e9a2-44fb-8634-3b84c4a3677a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784767548.6801116,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767548.6801915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd"}
{"level":"info","ts":1784767548.680202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd"}
{"level":"info","ts":1784767548.6802151,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","EoS":true}
{"level":"info","ts":1784767548.6802373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","header":"x-maas-subscription"}
{"level":"info","ts":1784767548.6802485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","header":"x-maas-username"}
{"level":"info","ts":1784767548.6802545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","header":"x-maas-group"}
{"level":"info","ts":1784767548.6802669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","path":"/ai-tenant-e2e-inf-b-2f7578/test-model-2f7578/v1/chat/completions"}
{"level":"info","ts":1784767548.680293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd"}
{"level":"info","ts":1784767548.6930578,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd"}
{"level":"info","ts":1784767548.6930792,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd"}
{"level":"info","ts":1784767548.6931033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","EoS":false}
{"level":"info","ts":1784767548.6931202,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd","EoS":true}
{"level":"info","ts":1784767548.693169,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"73249752-6ffd-4e0a-b2b6-30a86b51d5fd"}
{"level":"info","ts":1784768033.2893004,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784768033.2893782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565"}
{"level":"info","ts":1784768033.2893858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565"}
{"level":"info","ts":1784768033.2893975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","EoS":true}
{"level":"info","ts":1784768033.2894208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","header":"x-maas-username"}
{"level":"info","ts":1784768033.2894294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","header":"x-maas-group"}
{"level":"info","ts":1784768033.2894342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","header":"x-maas-subscription"}
{"level":"info","ts":1784768033.289446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","path":"/ai-tenant-e2e-shared-b-d50941/rate-test-model-d50941/v1/completions"}
{"level":"info","ts":1784768033.2894912,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565"}
{"level":"info","ts":1784768033.3018498,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565"}
{"level":"info","ts":1784768033.3018656,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565"}
{"level":"info","ts":1784768033.301878,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","EoS":false}
{"level":"info","ts":1784768033.301889,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565","EoS":true}
{"level":"info","ts":1784768033.301922,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e1fca503-0aee-4d91-8ede-dd5d3f4fb565"}