{"level":"info","ts":1784913444.289358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e8f68c5-24f3-4861-86bc-313be3dad926"}
{"level":"info","ts":1784913444.2903736,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e8f68c5-24f3-4861-86bc-313be3dad926"}
{"level":"info","ts":1784913444.2903962,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6e8f68c5-24f3-4861-86bc-313be3dad926"}
{"level":"info","ts":1784913444.2904415,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e8f68c5-24f3-4861-86bc-313be3dad926","EoS":false}
{"level":"info","ts":1784913444.2904544,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e8f68c5-24f3-4861-86bc-313be3dad926","EoS":true}
{"level":"info","ts":1784913444.2904966,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6e8f68c5-24f3-4861-86bc-313be3dad926"}
{"level":"info","ts":1784913467.4379249,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913467.438006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06"}
{"level":"info","ts":1784913467.43802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06"}
{"level":"info","ts":1784913467.4380326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","EoS":true}
{"level":"info","ts":1784913467.4380658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","header":"x-maas-username"}
{"level":"info","ts":1784913467.438077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","header":"x-maas-group"}
{"level":"info","ts":1784913467.4380813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","header":"x-maas-subscription"}
{"level":"info","ts":1784913467.438094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913467.4381237,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06"}
{"level":"info","ts":1784913467.4404514,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06"}
{"level":"info","ts":1784913467.4404743,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06"}
{"level":"info","ts":1784913467.4404905,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","EoS":false}
{"level":"info","ts":1784913467.4405036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06","EoS":true}
{"level":"info","ts":1784913467.4405417,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"77fcad02-3d5b-4068-ae16-2e5dcdc38c06"}
{"level":"info","ts":1784913467.5758467,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913467.5759313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3"}
{"level":"info","ts":1784913467.575945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3"}
{"level":"info","ts":1784913467.575962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","EoS":true}
{"level":"info","ts":1784913467.57599,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","header":"x-maas-username"}
{"level":"info","ts":1784913467.5759997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","header":"x-maas-subscription"}
{"level":"info","ts":1784913467.5760045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","header":"x-maas-group"}
{"level":"info","ts":1784913467.576018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913467.5760412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3"}
{"level":"info","ts":1784913467.576756,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3"}
{"level":"info","ts":1784913467.5767748,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3"}
{"level":"info","ts":1784913467.5767891,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","EoS":false}
{"level":"info","ts":1784913467.5768008,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3","EoS":true}
{"level":"info","ts":1784913467.5768359,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ccee6c0b-9d7d-4b51-a940-c60fd7b594b3"}
{"level":"info","ts":1784913467.7172587,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913467.7173724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84"}
{"level":"info","ts":1784913467.7173889,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84"}
{"level":"info","ts":1784913467.7174025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","EoS":true}
{"level":"info","ts":1784913467.7174637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","header":"x-maas-username"}
{"level":"info","ts":1784913467.7174747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","header":"x-maas-group"}
{"level":"info","ts":1784913467.7174823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","header":"x-maas-subscription"}
{"level":"info","ts":1784913467.7174966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913467.7175293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84"}
{"level":"info","ts":1784913467.718321,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84"}
{"level":"info","ts":1784913467.718341,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84"}
{"level":"info","ts":1784913467.718364,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","EoS":false}
{"level":"info","ts":1784913467.7183762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84","EoS":true}
{"level":"info","ts":1784913467.7184398,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ee4ca668-a3bb-4b16-bd79-0a78e2fd1a84"}
{"level":"info","ts":1784913467.8546183,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913467.8546968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092"}
{"level":"info","ts":1784913467.854707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092"}
{"level":"info","ts":1784913467.8547204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","EoS":true}
{"level":"info","ts":1784913467.8547542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","header":"x-maas-subscription"}
{"level":"info","ts":1784913467.8547642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","header":"x-maas-username"}
{"level":"info","ts":1784913467.8547697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","header":"x-maas-group"}
{"level":"info","ts":1784913467.8547838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913467.8548112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092"}
{"level":"info","ts":1784913467.8555336,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092"}
{"level":"info","ts":1784913467.855555,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092"}
{"level":"info","ts":1784913467.8555703,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","EoS":false}
{"level":"info","ts":1784913467.8555825,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092","EoS":true}
{"level":"info","ts":1784913467.8556159,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ff30e8ed-df65-4bc9-9212-fc7376ecc092"}
{"level":"info","ts":1784913467.9925647,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913467.9926763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a"}
{"level":"info","ts":1784913467.9926927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a"}
{"level":"info","ts":1784913467.9927094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","EoS":true}
{"level":"info","ts":1784913467.992742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","header":"x-maas-subscription"}
{"level":"info","ts":1784913467.992752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","header":"x-maas-group"}
{"level":"info","ts":1784913467.992757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","header":"x-maas-username"}
{"level":"info","ts":1784913467.9927762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913467.992808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a"}
{"level":"info","ts":1784913467.9938285,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a"}
{"level":"info","ts":1784913467.9938552,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a"}
{"level":"info","ts":1784913467.9938731,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","EoS":false}
{"level":"info","ts":1784913467.9938896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a","EoS":true}
{"level":"info","ts":1784913467.9939303,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"77a3d1ed-4b94-4d40-9a3b-23cd9ac1dc1a"}
{"level":"info","ts":1784913486.929348,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913486.9294653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857"}
{"level":"info","ts":1784913486.929484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857"}
{"level":"info","ts":1784913486.9295022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","EoS":true}
{"level":"info","ts":1784913486.9295368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","header":"x-maas-username"}
{"level":"info","ts":1784913486.92955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","header":"x-maas-subscription"}
{"level":"info","ts":1784913486.9295573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","header":"x-maas-group"}
{"level":"info","ts":1784913486.9295745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913486.9296055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857"}
{"level":"info","ts":1784913486.9315834,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857"}
{"level":"info","ts":1784913486.9316034,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857"}
{"level":"info","ts":1784913486.9316208,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","EoS":false}
{"level":"info","ts":1784913486.931633,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857","EoS":true}
{"level":"info","ts":1784913486.9316802,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3742b47f-9b52-4553-9da2-982ed8494857"}
{"level":"info","ts":1784913487.0403144,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913487.0404303,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c816b53-712b-423a-9406-f97dc95f4ac6"}
{"level":"info","ts":1784913487.0409884,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c816b53-712b-423a-9406-f97dc95f4ac6"}
{"level":"info","ts":1784913487.0410008,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3c816b53-712b-423a-9406-f97dc95f4ac6"}
{"level":"info","ts":1784913487.0410163,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c816b53-712b-423a-9406-f97dc95f4ac6","EoS":false}
{"level":"info","ts":1784913487.0410278,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3c816b53-712b-423a-9406-f97dc95f4ac6"}
{"level":"info","ts":1784913487.0410647,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c816b53-712b-423a-9406-f97dc95f4ac6","EoS":true}
{"level":"info","ts":1784913487.0410762,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3c816b53-712b-423a-9406-f97dc95f4ac6"}
{"level":"info","ts":1784913491.6701014,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913491.670179,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb"}
{"level":"info","ts":1784913491.6701891,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb"}
{"level":"info","ts":1784913491.6702018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","EoS":true}
{"level":"info","ts":1784913491.6702259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","header":"x-maas-subscription"}
{"level":"info","ts":1784913491.6702359,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","header":"x-maas-group"}
{"level":"info","ts":1784913491.670241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","header":"x-maas-username"}
{"level":"info","ts":1784913491.6702538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913491.6702762,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb"}
{"level":"info","ts":1784913491.6711864,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb"}
{"level":"info","ts":1784913491.6712077,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb"}
{"level":"info","ts":1784913491.6712239,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","EoS":false}
{"level":"info","ts":1784913491.6712363,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb","EoS":true}
{"level":"info","ts":1784913491.671278,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c07ff29-9e03-4ae0-90db-4913b072a3cb"}
{"level":"info","ts":1784913504.3446631,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913504.3447747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475"}
{"level":"info","ts":1784913504.3447926,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475"}
{"level":"info","ts":1784913504.3448071,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","EoS":true}
{"level":"info","ts":1784913504.3448331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","header":"x-maas-group"}
{"level":"info","ts":1784913504.3448439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","header":"x-maas-username"}
{"level":"info","ts":1784913504.3448493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","header":"x-maas-subscription"}
{"level":"info","ts":1784913504.344863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784913504.3448877,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475"}
{"level":"info","ts":1784913504.347123,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475"}
{"level":"info","ts":1784913504.3471441,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475"}
{"level":"info","ts":1784913504.3471603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","EoS":false}
{"level":"info","ts":1784913504.347173,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475","EoS":true}
{"level":"info","ts":1784913504.347216,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"93303b75-9e68-4891-ade7-f0e1a417d475"}
{"level":"info","ts":1784913517.2409286,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913517.2410069,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e"}
{"level":"info","ts":1784913517.2410166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e"}
{"level":"info","ts":1784913517.2410285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","EoS":true}
{"level":"info","ts":1784913517.2410564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","header":"x-maas-username"}
{"level":"info","ts":1784913517.241067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","header":"x-maas-group"}
{"level":"info","ts":1784913517.2410731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","header":"x-maas-subscription"}
{"level":"info","ts":1784913517.2410862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913517.2411087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e"}
{"level":"info","ts":1784913517.2425382,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e"}
{"level":"info","ts":1784913517.2425594,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e"}
{"level":"info","ts":1784913517.2425754,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","EoS":false}
{"level":"info","ts":1784913517.2425904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e","EoS":true}
{"level":"info","ts":1784913517.2426293,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"83cf8574-21c7-4751-a7e8-cc791668f12e"}
{"level":"info","ts":1784913525.7852948,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913525.7853894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb"}
{"level":"info","ts":1784913525.7854047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb"}
{"level":"info","ts":1784913525.7854486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","EoS":true}
{"level":"info","ts":1784913525.785473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","header":"x-maas-username"}
{"level":"info","ts":1784913525.7854843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","header":"x-maas-group"}
{"level":"info","ts":1784913525.785489,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","header":"x-maas-subscription"}
{"level":"info","ts":1784913525.785502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913525.7855334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb"}
{"level":"info","ts":1784913525.7864633,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb"}
{"level":"info","ts":1784913525.7864838,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb"}
{"level":"info","ts":1784913525.7864988,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","EoS":false}
{"level":"info","ts":1784913525.7865102,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb","EoS":true}
{"level":"info","ts":1784913525.7865481,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7b3cf9d0-35aa-44ff-9c17-6e14bdf4e1bb"}
{"level":"info","ts":1784913534.6698644,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913534.6699758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298"}
{"level":"info","ts":1784913534.6699963,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298"}
{"level":"info","ts":1784913534.6700113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","EoS":true}
{"level":"info","ts":1784913534.6700382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","header":"x-maas-username"}
{"level":"info","ts":1784913534.6700482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","header":"x-maas-subscription"}
{"level":"info","ts":1784913534.6700535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","header":"x-maas-group"}
{"level":"info","ts":1784913534.670066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913534.6700907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298"}
{"level":"info","ts":1784913534.6710293,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298"}
{"level":"info","ts":1784913534.6710503,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298"}
{"level":"info","ts":1784913534.6710658,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","EoS":false}
{"level":"info","ts":1784913534.671078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298","EoS":true}
{"level":"info","ts":1784913534.6711125,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d9729489-33b0-45c8-adba-070e04b52298"}
{"level":"info","ts":1784913559.6191716,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913559.619268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f"}
{"level":"info","ts":1784913559.619285,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f"}
{"level":"info","ts":1784913559.619302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","EoS":true}
{"level":"info","ts":1784913559.6193388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","header":"x-maas-subscription"}
{"level":"info","ts":1784913559.619353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","header":"x-maas-username"}
{"level":"info","ts":1784913559.6193624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","header":"x-maas-group"}
{"level":"info","ts":1784913559.61938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784913559.61943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f"}
{"level":"info","ts":1784913559.6215167,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f"}
{"level":"info","ts":1784913559.6215394,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f"}
{"level":"info","ts":1784913559.6215613,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","EoS":false}
{"level":"info","ts":1784913559.6215782,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f","EoS":true}
{"level":"info","ts":1784913559.6216252,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"485c1d17-a1ee-493a-b29c-dc7cce45c11f"}
{"level":"info","ts":1784913582.9393442,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913582.9394603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89"}
{"level":"info","ts":1784913582.9394774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89"}
{"level":"info","ts":1784913582.939492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","EoS":true}
{"level":"info","ts":1784913582.93952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","header":"x-maas-group"}
{"level":"info","ts":1784913582.9395301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","header":"x-maas-subscription"}
{"level":"info","ts":1784913582.9395356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","header":"x-maas-username"}
{"level":"info","ts":1784913582.9395485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784913582.9395728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89"}
{"level":"info","ts":1784913582.942651,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89"}
{"level":"info","ts":1784913582.9426794,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89"}
{"level":"info","ts":1784913582.9426987,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","EoS":false}
{"level":"info","ts":1784913582.9427176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89","EoS":true}
{"level":"info","ts":1784913582.9427593,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8173d15f-261e-4aa4-82dc-0af845fdbb89"}
{"level":"info","ts":1784913611.4927714,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913611.4928546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e"}
{"level":"info","ts":1784913611.4928672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e"}
{"level":"info","ts":1784913611.49288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","EoS":true}
{"level":"info","ts":1784913611.4929073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","header":"x-maas-subscription"}
{"level":"info","ts":1784913611.4929175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","header":"x-maas-group"}
{"level":"info","ts":1784913611.4929218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","header":"x-maas-username"}
{"level":"info","ts":1784913611.4929342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913611.4929583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e"}
{"level":"info","ts":1784913611.493838,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e"}
{"level":"info","ts":1784913611.4938593,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e"}
{"level":"info","ts":1784913611.493875,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","EoS":false}
{"level":"info","ts":1784913611.4938865,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e","EoS":true}
{"level":"info","ts":1784913611.4939187,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b3d2ac29-eb59-4a35-888d-4471a03c3a3e"}
{"level":"info","ts":1784913620.950693,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913620.9507732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158"}
{"level":"info","ts":1784913620.9507856,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158"}
{"level":"info","ts":1784913620.950797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","EoS":true}
{"level":"info","ts":1784913620.950824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","header":"x-maas-subscription"}
{"level":"info","ts":1784913620.9508348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","header":"x-maas-username"}
{"level":"info","ts":1784913620.9508395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","header":"x-maas-group"}
{"level":"info","ts":1784913620.9508536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913620.9508786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158"}
{"level":"info","ts":1784913620.951801,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158"}
{"level":"info","ts":1784913620.9518254,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158"}
{"level":"info","ts":1784913620.951848,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","EoS":false}
{"level":"info","ts":1784913620.9518664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158","EoS":true}
{"level":"info","ts":1784913620.9519086,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92f9e169-8710-433b-84e4-bfc1d3e2b158"}
{"level":"info","ts":1784913620.986974,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913620.9870524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3"}
{"level":"info","ts":1784913620.987063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3"}
{"level":"info","ts":1784913620.9870758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","EoS":true}
{"level":"info","ts":1784913620.9871078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","header":"x-maas-group"}
{"level":"info","ts":1784913620.9871166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","header":"x-maas-subscription"}
{"level":"info","ts":1784913620.987122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","header":"x-maas-username"}
{"level":"info","ts":1784913620.9871352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913620.987162,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3"}
{"level":"info","ts":1784913620.9881992,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3"}
{"level":"info","ts":1784913620.988222,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3"}
{"level":"info","ts":1784913620.9882429,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","EoS":false}
{"level":"info","ts":1784913620.9882617,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3","EoS":true}
{"level":"info","ts":1784913620.9883096,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dec0d6fe-89c4-4876-85c8-d75b48e97ba3"}
{"level":"info","ts":1784913640.1827216,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913640.18284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee"}
{"level":"info","ts":1784913640.1828601,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee"}
{"level":"info","ts":1784913640.1828775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","EoS":true}
{"level":"info","ts":1784913640.1829205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","header":"x-maas-subscription"}
{"level":"info","ts":1784913640.18294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","header":"x-maas-username"}
{"level":"info","ts":1784913640.1829476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","header":"x-maas-group"}
{"level":"info","ts":1784913640.1829662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913640.1830072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee"}
{"level":"info","ts":1784913640.1840813,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee"}
{"level":"info","ts":1784913640.1841106,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee"}
{"level":"info","ts":1784913640.1841328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","EoS":false}
{"level":"info","ts":1784913640.18415,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee","EoS":true}
{"level":"info","ts":1784913640.1841905,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1e7d0c58-0da0-4db9-9f1e-2e484371c3ee"}
{"level":"info","ts":1784913771.1171753,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913771.1172824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b"}
{"level":"info","ts":1784913771.1172981,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b"}
{"level":"info","ts":1784913771.1173139,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","EoS":true}
{"level":"info","ts":1784913771.11734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","header":"x-maas-username"}
{"level":"info","ts":1784913771.1173503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","header":"x-maas-group"}
{"level":"info","ts":1784913771.1173549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","header":"x-maas-subscription"}
{"level":"info","ts":1784913771.117368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784913771.1173923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b"}
{"level":"info","ts":1784913771.1205766,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b"}
{"level":"info","ts":1784913771.1205993,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b"}
{"level":"info","ts":1784913771.1206152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","EoS":false}
{"level":"info","ts":1784913771.1206272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b","EoS":true}
{"level":"info","ts":1784913771.120665,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"18ba3718-e1ef-4b71-b851-01ac9d42202b"}
{"level":"info","ts":1784913808.2658954,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913808.2659996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243"}
{"level":"info","ts":1784913808.2660186,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243"}
{"level":"info","ts":1784913808.2660377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","EoS":true}
{"level":"info","ts":1784913808.2660782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","header":"x-maas-subscription"}
{"level":"info","ts":1784913808.2660944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","header":"x-maas-group"}
{"level":"info","ts":1784913808.2661023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","header":"x-maas-username"}
{"level":"info","ts":1784913808.2661197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913808.2661572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243"}
{"level":"info","ts":1784913808.2677317,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243"}
{"level":"info","ts":1784913808.2677515,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243"}
{"level":"info","ts":1784913808.2677662,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","EoS":false}
{"level":"info","ts":1784913808.2677839,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243","EoS":true}
{"level":"info","ts":1784913808.2678244,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"de2598c2-cd11-4bad-a3f2-a6479d74f243"}
{"level":"info","ts":1784913823.4791212,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913823.479196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7"}
{"level":"info","ts":1784913823.4792109,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7"}
{"level":"info","ts":1784913823.4792225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","EoS":true}
{"level":"info","ts":1784913823.479248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","header":"x-maas-username"}
{"level":"info","ts":1784913823.479258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","header":"x-maas-subscription"}
{"level":"info","ts":1784913823.4792638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","header":"x-maas-group"}
{"level":"info","ts":1784913823.4792752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913823.479299,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7"}
{"level":"info","ts":1784913823.4822042,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7"}
{"level":"info","ts":1784913823.4822268,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7"}
{"level":"info","ts":1784913823.4822423,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","EoS":false}
{"level":"info","ts":1784913823.4822538,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7","EoS":true}
{"level":"info","ts":1784913823.4822853,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4890efd0-967f-418b-86dd-0dddf8b444e7"}
{"level":"info","ts":1784914139.2161133,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914139.2161968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b"}
{"level":"info","ts":1784914139.2162058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b"}
{"level":"info","ts":1784914139.216218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","EoS":true}
{"level":"info","ts":1784914139.2162433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","header":"x-maas-username"}
{"level":"info","ts":1784914139.2162533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","header":"x-maas-group"}
{"level":"info","ts":1784914139.2162583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","header":"x-maas-subscription"}
{"level":"info","ts":1784914139.2162724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914139.2162974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b"}
{"level":"info","ts":1784914139.2170432,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b"}
{"level":"info","ts":1784914139.217063,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b"}
{"level":"info","ts":1784914139.2170863,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","EoS":false}
{"level":"info","ts":1784914139.2171106,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b","EoS":true}
{"level":"info","ts":1784914139.2171571,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6ab61e75-4655-477c-af91-39100c551a7b"}
{"level":"info","ts":1784914139.2532554,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914139.253352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538"}
{"level":"info","ts":1784914139.2533662,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538"}
{"level":"info","ts":1784914139.2533789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","EoS":true}
{"level":"info","ts":1784914139.2534292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","header":"x-maas-subscription"}
{"level":"info","ts":1784914139.2534435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","header":"x-maas-group"}
{"level":"info","ts":1784914139.2534509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","header":"x-maas-username"}
{"level":"info","ts":1784914139.2534668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914139.2534902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538"}
{"level":"info","ts":1784914139.2541716,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538"}
{"level":"info","ts":1784914139.2541904,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538"}
{"level":"info","ts":1784914139.2542107,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","EoS":false}
{"level":"info","ts":1784914139.254233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538","EoS":true}
{"level":"info","ts":1784914139.254273,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a467ba68-d49b-46da-ad20-ab31555b7538"}
{"level":"info","ts":1784914144.034034,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4ae66263-f93b-472c-97c3-13a5bde1e921","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784914144.0343392,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39222.069063464,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914144.0343616,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914144.081585,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914144.1345665,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4ae66263-f93b-472c-97c3-13a5bde1e921","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784914144.1580489,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b51b586-4c95-49eb-bb12-fe675240d48c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914144.1580853,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b51b586-4c95-49eb-bb12-fe675240d48c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784914144.1580808,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e56767b9-6281-4a3c-985a-81b1f5b7eb42"}
{"level":"info","ts":1784914144.1641293,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"261dc350-d326-404f-a4c1-5bc31b753133","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914144.1642637,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36500.811177147,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914144.1642864,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"261dc350-d326-404f-a4c1-5bc31b753133","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784914144.1642826,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914144.1723068,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914144.2644346,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e56767b9-6281-4a3c-985a-81b1f5b7eb42","name":"e2e-external-provider"}
{"level":"info","ts":1784914144.2755527,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28b79bc9-16b2-44e9-9ec5-539d926aabe4"}
{"level":"info","ts":1784914144.275984,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3e7d5ab-4d25-4845-9fed-b850e720a050","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914144.2760901,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3e7d5ab-4d25-4845-9fed-b850e720a050","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914144.2791975,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e56767b9-6281-4a3c-985a-81b1f5b7eb42","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784914144.2836428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ab771f1-fc17-42e1-a891-ec7727e4952b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914144.2836702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ab771f1-fc17-42e1-a891-ec7727e4952b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914144.2837255,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28b79bc9-16b2-44e9-9ec5-539d926aabe4","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784914144.290712,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e56767b9-6281-4a3c-985a-81b1f5b7eb42","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784914144.291208,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6be15802-5799-440f-abc5-77006b3862cf","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914144.2912366,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6be15802-5799-440f-abc5-77006b3862cf","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784914144.2913516,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28b79bc9-16b2-44e9-9ec5-539d926aabe4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914144.291442,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8925c03-cdc8-4ba6-90c8-0335420d427b"}
{"level":"info","ts":1784914144.2914658,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8925c03-cdc8-4ba6-90c8-0335420d427b","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784914144.29645,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8925c03-cdc8-4ba6-90c8-0335420d427b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914144.2964692,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e56767b9-6281-4a3c-985a-81b1f5b7eb42","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784914144.303963,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aaa0963f-8f48-45e5-898b-4ab5258f6a0f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914144.3039813,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b445c75-359b-4d06-b765-a18b71f0dc0b"}
{"level":"info","ts":1784914144.3039906,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aaa0963f-8f48-45e5-898b-4ab5258f6a0f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784914144.3040323,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b445c75-359b-4d06-b765-a18b71f0dc0b","name":"e2e-external-provider"}
{"level":"info","ts":1784914144.3040564,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17801da7-4ac6-4b3d-8666-d1b9479badec"}
{"level":"info","ts":1784914144.304286,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36158.528664944,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914144.3043034,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914144.3043554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"058cc496-44db-47eb-b186-2bd020d298de","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914144.3043785,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"058cc496-44db-47eb-b186-2bd020d298de","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914144.3113413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914144.3135881,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b445c75-359b-4d06-b765-a18b71f0dc0b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784914144.320848,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d62e6804-9002-454a-941a-2309e849dfd5"}
{"level":"info","ts":1784914144.3209107,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d62e6804-9002-454a-941a-2309e849dfd5","name":"e2e-external-provider"}
{"level":"info","ts":1784914144.3319752,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d62e6804-9002-454a-941a-2309e849dfd5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784914144.4047034,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17801da7-4ac6-4b3d-8666-d1b9479badec","name":"e2e-external-model"}
{"level":"info","ts":1784914144.41607,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17801da7-4ac6-4b3d-8666-d1b9479badec","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914144.42184,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ced6f9f-b5ce-430a-b4eb-31cfe320cd9b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914144.4218585,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23fb60b1-ccb6-4c6c-9522-96df54f3b7fb"}
{"level":"info","ts":1784914144.4218907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ced6f9f-b5ce-430a-b4eb-31cfe320cd9b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914144.421924,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23fb60b1-ccb6-4c6c-9522-96df54f3b7fb","name":"e2e-external-model"}
{"level":"error","ts":1784914144.4373312,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23fb60b1-ccb6-4c6c-9522-96df54f3b7fb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914144.4373822,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81432745-8b12-40f5-b403-917070d5081c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914144.4374275,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d32ed765-4202-4c96-ac73-f79dbe90fb86"}
{"level":"info","ts":1784914144.4374485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81432745-8b12-40f5-b403-917070d5081c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914144.4374754,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d32ed765-4202-4c96-ac73-f79dbe90fb86","name":"e2e-external-model"}
{"level":"info","ts":1784914144.4452302,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d32ed765-4202-4c96-ac73-f79dbe90fb86","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914144.4507792,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caf92e6d-ecb8-4b7b-b540-e55bab2df97c"}
{"level":"info","ts":1784914144.4508698,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caf92e6d-ecb8-4b7b-b540-e55bab2df97c","name":"e2e-external-model"}
{"level":"info","ts":1784914144.4508646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ba8fe87-222e-4b4c-9ac7-d5b7fd3d47be","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914144.4510152,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ba8fe87-222e-4b4c-9ac7-d5b7fd3d47be","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914144.4587862,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caf92e6d-ecb8-4b7b-b540-e55bab2df97c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914149.5891318,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914149.5892274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283"}
{"level":"info","ts":1784914149.5892425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283"}
{"level":"info","ts":1784914149.589262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","EoS":true}
{"level":"info","ts":1784914149.5893004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","header":"x-maas-username"}
{"level":"info","ts":1784914149.589314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","header":"x-maas-subscription"}
{"level":"info","ts":1784914149.5893228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","header":"x-maas-group"}
{"level":"info","ts":1784914149.589344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784914149.589357,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","modelName":"e2e-external-model"}
{"level":"info","ts":1784914149.5893767,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784914149.5894501,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784914149.5894763,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283","authType":"apikey"}
{"level":"info","ts":1784914149.589516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72cf948b-a24c-4ce7-a9e0-3c667f36b283"}
{"level":"info","ts":1784914149.7049675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57c80551-a877-4314-a21a-e2dceb148a42"}
{"level":"info","ts":1784914149.705012,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a66cbfe-6fd6-48ca-9fdd-2421a8f6feca","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914149.7050488,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a66cbfe-6fd6-48ca-9fdd-2421a8f6feca","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784914149.7123077,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5862b1b8-5c1a-4921-a211-23172cfe3c20","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914149.7123363,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5862b1b8-5c1a-4921-a211-23172cfe3c20","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784914149.7128406,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57c80551-a877-4314-a21a-e2dceb148a42","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914149.7128968,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57c80551-a877-4314-a21a-e2dceb148a42","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914149.7224915,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57c80551-a877-4314-a21a-e2dceb148a42","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784914149.7268906,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57c80551-a877-4314-a21a-e2dceb148a42","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914149.726978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dfd1075-46b7-41f4-b023-b57a98d6dc30"}
{"level":"info","ts":1784914149.727037,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dfd1075-46b7-41f4-b023-b57a98d6dc30","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914149.7387419,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70c71eca-fd96-42c2-9a4e-3f31c4016e7a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914149.7387865,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70c71eca-fd96-42c2-9a4e-3f31c4016e7a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784914149.7425218,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dfd1075-46b7-41f4-b023-b57a98d6dc30","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784914149.7473576,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dfd1075-46b7-41f4-b023-b57a98d6dc30","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914149.7474651,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd3b2bdc-50de-4c4c-96ca-6f6d0199e76e"}
{"level":"info","ts":1784914149.7475197,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd3b2bdc-50de-4c4c-96ca-6f6d0199e76e","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914149.7498436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"465d2c4c-922f-490d-84c5-9befab5cc978","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914149.7498848,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"465d2c4c-922f-490d-84c5-9befab5cc978","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784914149.7567255,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd3b2bdc-50de-4c4c-96ca-6f6d0199e76e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784914149.760403,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd3b2bdc-50de-4c4c-96ca-6f6d0199e76e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914149.7605062,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d471504b-86e9-4e4e-859b-9b0ace4c9cba"}
{"level":"info","ts":1784914149.7605617,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d471504b-86e9-4e4e-859b-9b0ace4c9cba","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914149.7673554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"690e748f-764d-4c64-aab8-fb958b903c5f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914149.7673855,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"690e748f-764d-4c64-aab8-fb958b903c5f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784914149.7695913,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d471504b-86e9-4e4e-859b-9b0ace4c9cba","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784914149.7730885,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d471504b-86e9-4e4e-859b-9b0ace4c9cba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914149.7731578,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9575c54-6129-45c1-9121-3d6529632b78"}
{"level":"info","ts":1784914149.7732174,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9575c54-6129-45c1-9121-3d6529632b78","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914149.7812772,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9575c54-6129-45c1-9121-3d6529632b78","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914157.9721591,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a10049d7-2fcc-47bc-9895-f1e0c8001ee4"}
{"level":"info","ts":1784914157.972175,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"509b9d5b-3233-4ea6-b65d-6d9e62b236c2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914157.972237,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"509b9d5b-3233-4ea6-b65d-6d9e62b236c2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914162.2705753,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914162.2706723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250"}
{"level":"info","ts":1784914162.2706861,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250"}
{"level":"info","ts":1784914162.2706997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250","EoS":true}
{"level":"info","ts":1784914162.2707324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784914162.2707584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba0de789-4fc4-4f2e-88b8-cbd4fdeb0250"}
{"level":"info","ts":1784914162.3098023,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914162.3098772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487"}
{"level":"info","ts":1784914162.3098903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487"}
{"level":"info","ts":1784914162.3099017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","EoS":true}
{"level":"info","ts":1784914162.3099275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","header":"x-maas-subscription"}
{"level":"info","ts":1784914162.309936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","header":"x-maas-username"}
{"level":"info","ts":1784914162.309941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","header":"x-maas-group"}
{"level":"info","ts":1784914162.3099542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784914162.3099613,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","modelName":"e2e-external-model"}
{"level":"info","ts":1784914162.3099732,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784914162.3099954,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784914162.3100107,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487","authType":"apikey"}
{"level":"info","ts":1784914162.3100333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7285357-fa53-488f-8a4b-f36a98970487"}
{"level":"info","ts":1784914162.3465145,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914162.346598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0"}
{"level":"info","ts":1784914162.3466127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0"}
{"level":"info","ts":1784914162.3466249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","EoS":true}
{"level":"info","ts":1784914162.3466516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","header":"x-maas-subscription"}
{"level":"info","ts":1784914162.346662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","header":"x-maas-group"}
{"level":"info","ts":1784914162.346668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","header":"x-maas-username"}
{"level":"info","ts":1784914162.3466809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784914162.3467045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0"}
{"level":"info","ts":1784914162.4516096,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0"}
{"level":"info","ts":1784914162.4516456,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0"}
{"level":"info","ts":1784914162.451669,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","EoS":false}
{"level":"info","ts":1784914162.451689,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","EoS":true}
{"level":"error","ts":1784914162.4517112,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784914162.4517684,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f6dd75a2-7cf8-4dd7-b647-2bd0e51e10f0"}
{"level":"info","ts":1784914162.4884188,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914162.4884965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d"}
{"level":"info","ts":1784914162.4885077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d"}
{"level":"info","ts":1784914162.4885187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d","EoS":true}
{"level":"info","ts":1784914162.4885411,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d","header":"x-maas-username"}
{"level":"info","ts":1784914162.4885511,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d","header":"x-maas-group"}
{"level":"info","ts":1784914162.4885573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d","header":"x-maas-subscription"}
{"level":"info","ts":1784914162.4885886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d"}
{"level":"info","ts":1784914162.5894973,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d"}
{"level":"info","ts":1784914162.5895326,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d"}
{"level":"info","ts":1784914162.5895548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d","EoS":false}
{"level":"info","ts":1784914162.5895746,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d","EoS":true}
{"level":"error","ts":1784914162.5896,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784914162.58964,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d0328390-2e7c-456e-ad21-af67906c059d"}
{"level":"info","ts":1784914163.4379191,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c062868d-d17f-4e57-8275-aa975a2ac2d8"}
{"level":"info","ts":1784914163.437961,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e27c977-4f20-4ab7-94b3-5d84a1392ab5","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914163.4379957,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e27c977-4f20-4ab7-94b3-5d84a1392ab5","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914163.5720496,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c12e3437-922a-47cc-a268-b10c906978cf","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914163.5720963,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c12e3437-922a-47cc-a268-b10c906978cf","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914163.5721364,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fd9634c-b4de-406e-a4d8-ee1bea5691d5"}
{"level":"info","ts":1784914163.6886008,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"38b94616-fa76-4507-a0f6-961b3d752033","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784914163.6886976,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"38b94616-fa76-4507-a0f6-961b3d752033","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784915290.116087,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915290.1161702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8abe4c02-b706-41a4-b894-90ef93653106"}
{"level":"info","ts":1784915344.6790524,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915344.6791568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb"}
{"level":"info","ts":1784915344.6791723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb"}
{"level":"info","ts":1784915344.6791863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","EoS":true}
{"level":"info","ts":1784915344.6792204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","header":"x-maas-username"}
{"level":"info","ts":1784915344.6792347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","header":"x-maas-group"}
{"level":"info","ts":1784915344.6792426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","header":"x-maas-subscription"}
{"level":"info","ts":1784915344.679257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784915344.6792896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb"}
{"level":"info","ts":1784915344.6802838,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb"}
{"level":"info","ts":1784915344.6803043,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb"}
{"level":"info","ts":1784915344.6803231,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","EoS":false}
{"level":"info","ts":1784915344.6803348,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb","EoS":true}
{"level":"info","ts":1784915344.6803737,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c741e7d3-8d83-486d-bcac-1aeaf9aa3aeb"}