{"level":"info","ts":1784809548.45889,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105"}
{"level":"info","ts":1784809548.4589024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","EoS":true}
{"level":"info","ts":1784809548.4589288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","header":"x-maas-username"}
{"level":"info","ts":1784809548.4589398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","header":"x-maas-group"}
{"level":"info","ts":1784809548.4589453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","header":"x-maas-subscription"}
{"level":"info","ts":1784809548.4589586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809548.4589846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105"}
{"level":"info","ts":1784809548.4622433,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105"}
{"level":"info","ts":1784809548.4622672,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105"}
{"level":"info","ts":1784809548.462291,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","EoS":false}
{"level":"info","ts":1784809548.4623137,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105","EoS":true}
{"level":"info","ts":1784809548.462359,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7f5e3295-b134-4639-96e9-555c64ba0105"}
{"level":"info","ts":1784809548.5982795,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809548.5983737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f"}
{"level":"info","ts":1784809548.598387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f"}
{"level":"info","ts":1784809548.598406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","EoS":true}
{"level":"info","ts":1784809548.5984454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","header":"x-maas-group"}
{"level":"info","ts":1784809548.5984578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","header":"x-maas-subscription"}
{"level":"info","ts":1784809548.5984652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","header":"x-maas-username"}
{"level":"info","ts":1784809548.5984826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809548.5985136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f"}
{"level":"info","ts":1784809548.5994532,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f"}
{"level":"info","ts":1784809548.5994759,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f"}
{"level":"info","ts":1784809548.5994983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","EoS":false}
{"level":"info","ts":1784809548.5995166,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f","EoS":true}
{"level":"info","ts":1784809548.5995479,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"595f37d5-f0ad-4fd0-8c91-88bf13161d7f"}
{"level":"info","ts":1784809548.7372358,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809548.7373302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3233e898-4fe6-4296-b931-203354760531"}
{"level":"info","ts":1784809548.7373452,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3233e898-4fe6-4296-b931-203354760531"}
{"level":"info","ts":1784809548.737359,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3233e898-4fe6-4296-b931-203354760531","EoS":true}
{"level":"info","ts":1784809548.7373881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3233e898-4fe6-4296-b931-203354760531","header":"x-maas-subscription"}
{"level":"info","ts":1784809548.737398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3233e898-4fe6-4296-b931-203354760531","header":"x-maas-username"}
{"level":"info","ts":1784809548.7374034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3233e898-4fe6-4296-b931-203354760531","header":"x-maas-group"}
{"level":"info","ts":1784809548.7374167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3233e898-4fe6-4296-b931-203354760531","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809548.7374427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3233e898-4fe6-4296-b931-203354760531"}
{"level":"info","ts":1784809548.7383237,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3233e898-4fe6-4296-b931-203354760531"}
{"level":"info","ts":1784809548.7383423,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3233e898-4fe6-4296-b931-203354760531"}
{"level":"info","ts":1784809548.738362,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3233e898-4fe6-4296-b931-203354760531","EoS":false}
{"level":"info","ts":1784809548.7383804,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3233e898-4fe6-4296-b931-203354760531","EoS":true}
{"level":"info","ts":1784809548.738426,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3233e898-4fe6-4296-b931-203354760531"}
{"level":"info","ts":1784809548.8800218,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809548.8801103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab"}
{"level":"info","ts":1784809548.880124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab"}
{"level":"info","ts":1784809548.8801446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","EoS":true}
{"level":"info","ts":1784809548.8801863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","header":"x-maas-username"}
{"level":"info","ts":1784809548.8802168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","header":"x-maas-subscription"}
{"level":"info","ts":1784809548.8802276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","header":"x-maas-group"}
{"level":"info","ts":1784809548.8802454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809548.880276,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab"}
{"level":"info","ts":1784809548.8812063,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab"}
{"level":"info","ts":1784809548.881227,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab"}
{"level":"info","ts":1784809548.8812473,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","EoS":false}
{"level":"info","ts":1784809548.8812594,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab","EoS":true}
{"level":"info","ts":1784809548.881295,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9a714d72-cd60-4d01-99bf-8f79612ee8ab"}
{"level":"info","ts":1784809549.015602,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809549.0156856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f"}
{"level":"info","ts":1784809549.015701,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f"}
{"level":"info","ts":1784809549.0157216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","EoS":true}
{"level":"info","ts":1784809549.01576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","header":"x-maas-username"}
{"level":"info","ts":1784809549.0157723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","header":"x-maas-group"}
{"level":"info","ts":1784809549.0157797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","header":"x-maas-subscription"}
{"level":"info","ts":1784809549.0157976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809549.0158298,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f"}
{"level":"info","ts":1784809549.0167227,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f"}
{"level":"info","ts":1784809549.0167437,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f"}
{"level":"info","ts":1784809549.0167644,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","EoS":false}
{"level":"info","ts":1784809549.0167801,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f","EoS":true}
{"level":"info","ts":1784809549.016822,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3dd70ded-85b3-4988-9fa5-0858b94b0d1f"}
{"level":"info","ts":1784809566.077321,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809566.0774019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153"}
{"level":"info","ts":1784809566.0774171,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153"}
{"level":"info","ts":1784809566.0774357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","EoS":true}
{"level":"info","ts":1784809566.0774627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","header":"x-maas-subscription"}
{"level":"info","ts":1784809566.0774724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","header":"x-maas-group"}
{"level":"info","ts":1784809566.0774784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","header":"x-maas-username"}
{"level":"info","ts":1784809566.0774908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809566.0775201,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153"}
{"level":"info","ts":1784809566.0784328,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153"}
{"level":"info","ts":1784809566.0784588,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153"}
{"level":"info","ts":1784809566.0784755,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","EoS":false}
{"level":"info","ts":1784809566.0784924,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153","EoS":true}
{"level":"info","ts":1784809566.078536,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"11e02098-e6cc-45ca-8023-bfc627a89153"}
{"level":"info","ts":1784809566.190831,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809566.1909118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42fd1954-fe92-48bb-8f13-d9bd01405e68"}
{"level":"info","ts":1784809566.1917133,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42fd1954-fe92-48bb-8f13-d9bd01405e68"}
{"level":"info","ts":1784809566.1917317,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42fd1954-fe92-48bb-8f13-d9bd01405e68"}
{"level":"info","ts":1784809566.1917586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42fd1954-fe92-48bb-8f13-d9bd01405e68","EoS":false}
{"level":"info","ts":1784809566.1917734,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"42fd1954-fe92-48bb-8f13-d9bd01405e68"}
{"level":"info","ts":1784809566.1918063,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42fd1954-fe92-48bb-8f13-d9bd01405e68","EoS":true}
{"level":"info","ts":1784809566.1918173,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"42fd1954-fe92-48bb-8f13-d9bd01405e68"}
{"level":"info","ts":1784809570.8795965,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809570.8796835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31"}
{"level":"info","ts":1784809570.879697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31"}
{"level":"info","ts":1784809570.8797166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","EoS":true}
{"level":"info","ts":1784809570.8797548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","header":"x-maas-subscription"}
{"level":"info","ts":1784809570.8797667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","header":"x-maas-group"}
{"level":"info","ts":1784809570.8797753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","header":"x-maas-username"}
{"level":"info","ts":1784809570.879797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809570.8798292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31"}
{"level":"info","ts":1784809570.8816774,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31"}
{"level":"info","ts":1784809570.8817008,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31"}
{"level":"info","ts":1784809570.8817205,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","EoS":false}
{"level":"info","ts":1784809570.881733,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31","EoS":true}
{"level":"info","ts":1784809570.8817677,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0a3d1a74-a23a-437c-a112-5a61d7464c31"}
{"level":"info","ts":1784809581.5407677,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809581.54085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03"}
{"level":"info","ts":1784809581.5408618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03"}
{"level":"info","ts":1784809581.540874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","EoS":true}
{"level":"info","ts":1784809581.5409017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","header":"x-maas-group"}
{"level":"info","ts":1784809581.5409129,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","header":"x-maas-username"}
{"level":"info","ts":1784809581.540918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","header":"x-maas-subscription"}
{"level":"info","ts":1784809581.5409305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784809581.5409553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03"}
{"level":"info","ts":1784809581.5419183,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03"}
{"level":"info","ts":1784809581.5419457,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03"}
{"level":"info","ts":1784809581.5419664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","EoS":false}
{"level":"info","ts":1784809581.5419817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03","EoS":true}
{"level":"info","ts":1784809581.5420249,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b33b0d65-3a86-4a24-8f46-9cd1751d4b03"}
{"level":"info","ts":1784809594.4366283,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809594.436713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10"}
{"level":"info","ts":1784809594.436726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10"}
{"level":"info","ts":1784809594.4367378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","EoS":true}
{"level":"info","ts":1784809594.4367626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","header":"x-maas-username"}
{"level":"info","ts":1784809594.4367726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","header":"x-maas-subscription"}
{"level":"info","ts":1784809594.4367857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","header":"x-maas-group"}
{"level":"info","ts":1784809594.4368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809594.4368258,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10"}
{"level":"info","ts":1784809594.4376752,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10"}
{"level":"info","ts":1784809594.4376957,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10"}
{"level":"info","ts":1784809594.4377122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","EoS":false}
{"level":"info","ts":1784809594.437732,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10","EoS":true}
{"level":"info","ts":1784809594.4377627,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"736ce2c4-07f7-4468-8570-8a2cff12cd10"}
{"level":"info","ts":1784809602.9960587,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809602.9961402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208"}
{"level":"info","ts":1784809602.9961495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208"}
{"level":"info","ts":1784809602.996162,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","EoS":true}
{"level":"info","ts":1784809602.996203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","header":"x-maas-subscription"}
{"level":"info","ts":1784809602.9962118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","header":"x-maas-username"}
{"level":"info","ts":1784809602.9962163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","header":"x-maas-group"}
{"level":"info","ts":1784809602.9962304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809602.9962533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208"}
{"level":"info","ts":1784809602.9971728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208"}
{"level":"info","ts":1784809602.9972167,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208"}
{"level":"info","ts":1784809602.9972372,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","EoS":false}
{"level":"info","ts":1784809602.997257,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208","EoS":true}
{"level":"info","ts":1784809602.9973066,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d0643335-e39b-4cf1-9fe3-83750fc17208"}
{"level":"info","ts":1784809611.9681625,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809611.9682975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12"}
{"level":"info","ts":1784809611.9683146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12"}
{"level":"info","ts":1784809611.9683278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","EoS":true}
{"level":"info","ts":1784809611.9683552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","header":"x-maas-username"}
{"level":"info","ts":1784809611.968365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","header":"x-maas-subscription"}
{"level":"info","ts":1784809611.96837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","header":"x-maas-group"}
{"level":"info","ts":1784809611.9683838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809611.968411,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12"}
{"level":"info","ts":1784809611.9692965,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12"}
{"level":"info","ts":1784809611.9693155,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12"}
{"level":"info","ts":1784809611.969332,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","EoS":false}
{"level":"info","ts":1784809611.9693446,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12","EoS":true}
{"level":"info","ts":1784809611.9693775,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d0bf75b9-0d53-4041-af0d-aaba2b6b5d12"}
{"level":"info","ts":1784809637.1443915,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809637.1444738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24"}
{"level":"info","ts":1784809637.1444879,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24"}
{"level":"info","ts":1784809637.1445003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","EoS":true}
{"level":"info","ts":1784809637.144529,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","header":"x-maas-username"}
{"level":"info","ts":1784809637.1445408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","header":"x-maas-subscription"}
{"level":"info","ts":1784809637.144545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","header":"x-maas-group"}
{"level":"info","ts":1784809637.144557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784809637.1445806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24"}
{"level":"info","ts":1784809637.1465728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24"}
{"level":"info","ts":1784809637.1465943,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24"}
{"level":"info","ts":1784809637.1466093,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","EoS":false}
{"level":"info","ts":1784809637.1466212,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24","EoS":true}
{"level":"info","ts":1784809637.1466546,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c0c780ca-ef54-4423-9808-3c66d79a9a24"}
{"level":"info","ts":1784809660.4578128,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809660.4579036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3"}
{"level":"info","ts":1784809660.4579191,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3"}
{"level":"info","ts":1784809660.4579365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","EoS":true}
{"level":"info","ts":1784809660.4579685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","header":"x-maas-username"}
{"level":"info","ts":1784809660.4579804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","header":"x-maas-subscription"}
{"level":"info","ts":1784809660.4579852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","header":"x-maas-group"}
{"level":"info","ts":1784809660.458,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784809660.4580307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3"}
{"level":"info","ts":1784809660.4609892,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3"}
{"level":"info","ts":1784809660.4610124,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3"}
{"level":"info","ts":1784809660.4610276,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","EoS":false}
{"level":"info","ts":1784809660.4610405,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3","EoS":true}
{"level":"info","ts":1784809660.461081,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fdaade8c-6d14-4e0c-9244-9434fc4e71e3"}
{"level":"info","ts":1784809687.2138584,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809687.2139497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2283cda2-2502-4755-9812-0682d607641a"}
{"level":"info","ts":1784809687.213962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2283cda2-2502-4755-9812-0682d607641a"}
{"level":"info","ts":1784809687.2139745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","EoS":true}
{"level":"info","ts":1784809687.2139983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","header":"x-maas-subscription"}
{"level":"info","ts":1784809687.2140079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","header":"x-maas-group"}
{"level":"info","ts":1784809687.2140138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","header":"x-maas-username"}
{"level":"info","ts":1784809687.2140255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809687.2140496,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2283cda2-2502-4755-9812-0682d607641a"}
{"level":"info","ts":1784809687.2166426,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2283cda2-2502-4755-9812-0682d607641a"}
{"level":"info","ts":1784809687.2166584,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2283cda2-2502-4755-9812-0682d607641a"}
{"level":"info","ts":1784809687.2166724,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","EoS":false}
{"level":"info","ts":1784809687.2166836,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2283cda2-2502-4755-9812-0682d607641a","EoS":true}
{"level":"info","ts":1784809687.2167227,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2283cda2-2502-4755-9812-0682d607641a"}
{"level":"info","ts":1784809696.6978364,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809696.6979215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9"}
{"level":"info","ts":1784809696.697936,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9"}
{"level":"info","ts":1784809696.6979537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","EoS":true}
{"level":"info","ts":1784809696.6979947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","header":"x-maas-subscription"}
{"level":"info","ts":1784809696.698007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","header":"x-maas-username"}
{"level":"info","ts":1784809696.6980152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","header":"x-maas-group"}
{"level":"info","ts":1784809696.6980343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809696.6980646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9"}
{"level":"info","ts":1784809696.6989288,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9"}
{"level":"info","ts":1784809696.6989493,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9"}
{"level":"info","ts":1784809696.6989646,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","EoS":false}
{"level":"info","ts":1784809696.6989763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9","EoS":true}
{"level":"info","ts":1784809696.6990106,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d04aa051-7610-41f1-a944-9ffc6f625eb9"}
{"level":"info","ts":1784809696.7314649,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809696.7315428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c"}
{"level":"info","ts":1784809696.731557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c"}
{"level":"info","ts":1784809696.7315793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","EoS":true}
{"level":"info","ts":1784809696.7316139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","header":"x-maas-username"}
{"level":"info","ts":1784809696.7316272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","header":"x-maas-subscription"}
{"level":"info","ts":1784809696.7316344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","header":"x-maas-group"}
{"level":"info","ts":1784809696.7316513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809696.7316813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c"}
{"level":"info","ts":1784809696.732482,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c"}
{"level":"info","ts":1784809696.7325046,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c"}
{"level":"info","ts":1784809696.7325199,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","EoS":false}
{"level":"info","ts":1784809696.7325366,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c","EoS":true}
{"level":"info","ts":1784809696.7325752,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"928bfa91-6df0-4b5f-85d6-936ac0aceb3c"}
{"level":"info","ts":1784809716.017215,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809716.0173059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3"}
{"level":"info","ts":1784809716.0173206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3"}
{"level":"info","ts":1784809716.01734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","EoS":true}
{"level":"info","ts":1784809716.0173814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","header":"x-maas-group"}
{"level":"info","ts":1784809716.0173945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","header":"x-maas-username"}
{"level":"info","ts":1784809716.017402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","header":"x-maas-subscription"}
{"level":"info","ts":1784809716.0174332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809716.0174656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3"}
{"level":"info","ts":1784809716.0183742,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3"}
{"level":"info","ts":1784809716.018402,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3"}
{"level":"info","ts":1784809716.0184262,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","EoS":false}
{"level":"info","ts":1784809716.018442,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3","EoS":true}
{"level":"info","ts":1784809716.0184789,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0e886854-3fe0-4b7e-972f-755cebd659d3"}
{"level":"info","ts":1784809845.567834,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809845.5679243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b"}
{"level":"info","ts":1784809845.5679383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b"}
{"level":"info","ts":1784809845.5679505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","EoS":true}
{"level":"info","ts":1784809845.567978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","header":"x-maas-group"}
{"level":"info","ts":1784809845.5679882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","header":"x-maas-subscription"}
{"level":"info","ts":1784809845.567993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","header":"x-maas-username"}
{"level":"info","ts":1784809845.5680046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784809845.5680277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b"}
{"level":"info","ts":1784809845.5689135,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b"}
{"level":"info","ts":1784809845.5689342,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b"}
{"level":"info","ts":1784809845.5689492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","EoS":false}
{"level":"info","ts":1784809845.5689597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b","EoS":true}
{"level":"info","ts":1784809845.5690002,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f7e80981-de3f-4be0-862d-a8019aa12c8b"}
{"level":"info","ts":1784809882.9701858,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809882.9702792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a"}
{"level":"info","ts":1784809882.9702904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a"}
{"level":"info","ts":1784809882.970302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","EoS":true}
{"level":"info","ts":1784809882.9703286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","header":"x-maas-group"}
{"level":"info","ts":1784809882.9703364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","header":"x-maas-subscription"}
{"level":"info","ts":1784809882.9703414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","header":"x-maas-username"}
{"level":"info","ts":1784809882.9703531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809882.9703767,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a"}
{"level":"info","ts":1784809882.971893,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a"}
{"level":"info","ts":1784809882.971915,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a"}
{"level":"info","ts":1784809882.9719322,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","EoS":false}
{"level":"info","ts":1784809882.9719443,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a","EoS":true}
{"level":"info","ts":1784809882.97198,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bf364007-9997-4a3f-b22b-a9af25eaa00a"}
{"level":"info","ts":1784809898.3208745,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784809898.3209653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66"}
{"level":"info","ts":1784809898.3209794,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66"}
{"level":"info","ts":1784809898.320992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","EoS":true}
{"level":"info","ts":1784809898.321021,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","header":"x-maas-username"}
{"level":"info","ts":1784809898.3210332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","header":"x-maas-group"}
{"level":"info","ts":1784809898.3210413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","header":"x-maas-subscription"}
{"level":"info","ts":1784809898.321057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784809898.3210826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66"}
{"level":"info","ts":1784809898.3227887,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66"}
{"level":"info","ts":1784809898.3228106,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66"}
{"level":"info","ts":1784809898.3228261,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","EoS":false}
{"level":"info","ts":1784809898.3228385,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66","EoS":true}
{"level":"info","ts":1784809898.3228734,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8da3db92-691a-4b40-a616-5be1f9b14f66"}
{"level":"info","ts":1784810221.3959243,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784810221.3960168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8"}
{"level":"info","ts":1784810221.3960278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8"}
{"level":"info","ts":1784810221.3960395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","EoS":true}
{"level":"info","ts":1784810221.396063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","header":"x-maas-subscription"}
{"level":"info","ts":1784810221.396073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","header":"x-maas-group"}
{"level":"info","ts":1784810221.396079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","header":"x-maas-username"}
{"level":"info","ts":1784810221.3960915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784810221.3961146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8"}
{"level":"info","ts":1784810221.396957,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8"}
{"level":"info","ts":1784810221.396979,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8"}
{"level":"info","ts":1784810221.396994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","EoS":false}
{"level":"info","ts":1784810221.397006,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8","EoS":true}
{"level":"info","ts":1784810221.3970408,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab15dd61-3128-4a13-975d-ee689af02cb8"}
{"level":"info","ts":1784810226.2354126,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b8a2477f-2e71-4b23-8dd4-4120e2964b4a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784810226.2356744,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38744.169130786,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784810226.2357004,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784810226.2710469,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784810226.3356907,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b8a2477f-2e71-4b23-8dd4-4120e2964b4a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784810226.3535833,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ec92c56-3bc6-43a7-9db7-879a7735c452","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784810226.353622,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ec92c56-3bc6-43a7-9db7-879a7735c452","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784810226.3536942,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9355356-cd4b-4439-aada-3e9481c05c65"}
{"level":"info","ts":1784810226.3597975,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ec8c214-041f-406d-b230-7a9f227c87b7","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784810226.359964,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38590.984816431,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784810226.3599753,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ec8c214-041f-406d-b230-7a9f227c87b7","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784810226.3599877,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784810226.3695562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784810226.460697,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9355356-cd4b-4439-aada-3e9481c05c65","name":"e2e-external-provider"}
{"level":"info","ts":1784810226.4785433,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9355356-cd4b-4439-aada-3e9481c05c65","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784810226.478613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d98ae2d-89c9-479b-bdec-ab625ef0fc84","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784810226.4786837,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d98ae2d-89c9-479b-bdec-ab625ef0fc84","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784810226.4787688,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"879f3281-fadb-4e51-bbc2-dcc0b7a301c7"}
{"level":"info","ts":1784810226.4874835,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"879f3281-fadb-4e51-bbc2-dcc0b7a301c7","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784810226.4876344,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9547907-cb78-4167-88ef-cff38f39d655","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784810226.4876606,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9547907-cb78-4167-88ef-cff38f39d655","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784810226.4900405,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9355356-cd4b-4439-aada-3e9481c05c65","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784810226.495165,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"879f3281-fadb-4e51-bbc2-dcc0b7a301c7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784810226.4952667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55d83fd6-209a-4ca5-8ed8-53aedfa52dd8"}
{"level":"info","ts":1784810226.4952953,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55d83fd6-209a-4ca5-8ed8-53aedfa52dd8","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784810226.4952672,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"311d85e6-3b96-446e-ade3-fed7e8009241","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784810226.495365,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"311d85e6-3b96-446e-ade3-fed7e8009241","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784810226.4990885,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9355356-cd4b-4439-aada-3e9481c05c65","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784810226.4996836,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55d83fd6-209a-4ca5-8ed8-53aedfa52dd8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784810226.499735,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cef011b-bdd6-45b0-920b-e2079e866905"}
{"level":"info","ts":1784810226.4997559,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cef011b-bdd6-45b0-920b-e2079e866905","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784810226.5045607,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2cfdc64-1ec5-4719-b149-bd0ae07cb8ea"}
{"level":"info","ts":1784810226.5046146,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2cfdc64-1ec5-4719-b149-bd0ae07cb8ea","name":"e2e-external-provider"}
{"level":"info","ts":1784810226.504615,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2976be25-0d6a-452d-9c1b-047f6d57f694","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784810226.5046427,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2976be25-0d6a-452d-9c1b-047f6d57f694","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784810226.5047402,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e430ae1-ccb8-4b10-a44a-2e6209619663","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784810226.5047596,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e430ae1-ccb8-4b10-a44a-2e6209619663","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784810226.50492,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cef011b-bdd6-45b0-920b-e2079e866905","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784810226.5049634,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79c9f587-4a0c-4ea4-899f-4ea816b1f74e"}
{"level":"info","ts":1784810226.5051494,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37854.794632803,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784810226.5051622,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784810226.5136049,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784810226.5153763,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2cfdc64-1ec5-4719-b149-bd0ae07cb8ea","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784810226.5198517,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f69f592e-4fd9-4577-a89a-bc00fd5e48cc"}
{"level":"info","ts":1784810226.519899,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f69f592e-4fd9-4577-a89a-bc00fd5e48cc","name":"e2e-external-provider"}
{"level":"info","ts":1784810226.531737,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f69f592e-4fd9-4577-a89a-bc00fd5e48cc","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784810226.605234,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79c9f587-4a0c-4ea4-899f-4ea816b1f74e","name":"e2e-external-model"}
{"level":"info","ts":1784810226.614688,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79c9f587-4a0c-4ea4-899f-4ea816b1f74e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784810226.6214325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1ba0a40-ce82-4c30-a9ab-cf2858a06878","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784810226.6214664,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1ba0a40-ce82-4c30-a9ab-cf2858a06878","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784810226.6214979,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61d8720f-b11e-458c-b95e-6a71e6bd3288"}
{"level":"info","ts":1784810226.6215537,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61d8720f-b11e-458c-b95e-6a71e6bd3288","name":"e2e-external-model"}
{"level":"info","ts":1784810226.6423507,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7311c1f8-ee6b-42ef-9d00-0e7bdb86605f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784810226.6423903,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7311c1f8-ee6b-42ef-9d00-0e7bdb86605f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784810226.6424441,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61d8720f-b11e-458c-b95e-6a71e6bd3288","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784810226.642494,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51193938-a4d4-4e9e-b506-b4bb621f0d28"}
{"level":"info","ts":1784810226.6425374,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51193938-a4d4-4e9e-b506-b4bb621f0d28","name":"e2e-external-model"}
{"level":"info","ts":1784810226.6512706,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51193938-a4d4-4e9e-b506-b4bb621f0d28","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784810226.6567097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7e0297f-73bf-47ea-9bc9-8dfc8306c8b3","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784810226.6567383,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7e0297f-73bf-47ea-9bc9-8dfc8306c8b3","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784810226.6567402,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed925687-f8ef-4a13-b14d-4d8ab73f9170"}
{"level":"info","ts":1784810226.656822,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed925687-f8ef-4a13-b14d-4d8ab73f9170","name":"e2e-external-model"}
{"level":"info","ts":1784810226.6667702,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed925687-f8ef-4a13-b14d-4d8ab73f9170","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784810236.143868,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784810236.1439583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097"}
{"level":"info","ts":1784810236.143973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097"}
{"level":"info","ts":1784810236.1439908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","EoS":true}
{"level":"info","ts":1784810236.144031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","header":"x-maas-username"}
{"level":"info","ts":1784810236.1440425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","header":"x-maas-group"}
{"level":"info","ts":1784810236.14405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","header":"x-maas-subscription"}
{"level":"info","ts":1784810236.1440713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784810236.1440833,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","modelName":"e2e-external-model"}
{"level":"info","ts":1784810236.1441026,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784810236.1441405,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784810236.144166,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097","authType":"apikey"}
{"level":"info","ts":1784810236.1442153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f538ec3f-76f0-4da1-8ca9-572e980fa097"}
{"level":"info","ts":1784810236.2639692,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76fe71f2-61a6-4399-abe8-b91fcbcc0f4f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784810236.2639866,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f85d9681-7fe0-48e4-b5eb-3ece48945555"}
{"level":"info","ts":1784810236.2640135,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76fe71f2-61a6-4399-abe8-b91fcbcc0f4f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784810236.2731626,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41c8b7cf-64b4-4d64-be34-9291b0d4f8dc","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784810236.2732093,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41c8b7cf-64b4-4d64-be34-9291b0d4f8dc","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784810236.2733607,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f85d9681-7fe0-48e4-b5eb-3ece48945555","name":"e2e-cleanup-test"}
{"level":"info","ts":1784810236.285166,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f85d9681-7fe0-48e4-b5eb-3ece48945555","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784810236.2936418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e298421-e0d3-429a-98f1-230a5a9ac397","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784810236.2936633,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e298421-e0d3-429a-98f1-230a5a9ac397","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784810236.2937262,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8db1456-3f82-4387-a800-abb22b436fda"}
{"level":"info","ts":1784810236.2937882,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8db1456-3f82-4387-a800-abb22b436fda","name":"e2e-cleanup-test"}
{"level":"info","ts":1784810236.3056269,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2efe6bc-553d-4e1f-a33a-a92228cc08f6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784810236.3056486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2efe6bc-553d-4e1f-a33a-a92228cc08f6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784810236.3058856,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8db1456-3f82-4387-a800-abb22b436fda","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784810236.3059433,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f1ec10e-18f1-4a94-8ed7-ebc426703123"}
{"level":"info","ts":1784810236.3059828,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f1ec10e-18f1-4a94-8ed7-ebc426703123","name":"e2e-cleanup-test"}
{"level":"info","ts":1784810236.3151355,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f1ec10e-18f1-4a94-8ed7-ebc426703123","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784810236.3204901,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e62ac99f-c134-4998-817a-e18d27876d57","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784810236.320515,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e62ac99f-c134-4998-817a-e18d27876d57","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784810236.3235915,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f1ec10e-18f1-4a94-8ed7-ebc426703123","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784810236.3236728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cdc4420-3d53-480d-a641-4055b10d6e02"}
{"level":"info","ts":1784810236.3237174,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cdc4420-3d53-480d-a641-4055b10d6e02","name":"e2e-cleanup-test"}
{"level":"info","ts":1784810236.33233,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cdc4420-3d53-480d-a641-4055b10d6e02","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784810244.5499616,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab3ef549-540d-4560-a7ef-fb970817ef8d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784810244.5499995,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab3ef549-540d-4560-a7ef-fb970817ef8d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784810244.5500004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3d2d19a-6c01-418d-ac2e-e49c05bc78d4"}
{"level":"info","ts":1784810248.8743315,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784810248.8744144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6"}
{"level":"info","ts":1784810248.874425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6"}
{"level":"info","ts":1784810248.874436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6","EoS":true}
{"level":"info","ts":1784810248.8744752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784810248.8745022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72b6a26b-bb1c-4309-90a5-b1a9015596d6"}
{"level":"info","ts":1784810248.9135523,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784810248.9136434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5"}
{"level":"info","ts":1784810248.9136586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5"}
{"level":"info","ts":1784810248.9136775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","EoS":true}
{"level":"info","ts":1784810248.9137146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","header":"x-maas-group"}
{"level":"info","ts":1784810248.9137273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","header":"x-maas-subscription"}
{"level":"info","ts":1784810248.9137347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","header":"x-maas-username"}
{"level":"info","ts":1784810248.913753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784810248.9137666,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","modelName":"e2e-external-model"}
{"level":"info","ts":1784810248.913785,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784810248.9138143,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784810248.9138377,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5","authType":"apikey"}
{"level":"info","ts":1784810248.9138706,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31e235fc-ad79-4807-89e4-7ae4fe5a2ae5"}
{"level":"info","ts":1784810248.9474044,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784810248.947489,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74"}
{"level":"info","ts":1784810248.947503,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74"}
{"level":"info","ts":1784810248.9475229,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","EoS":true}
{"level":"info","ts":1784810248.947556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","header":"x-maas-username"}
{"level":"info","ts":1784810248.947569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","header":"x-maas-subscription"}
{"level":"info","ts":1784810248.9475784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","header":"x-maas-group"}
{"level":"info","ts":1784810248.9475968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784810248.947629,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74"}
{"level":"info","ts":1784810249.0518014,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74"}
{"level":"info","ts":1784810249.051826,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74"}
{"level":"info","ts":1784810249.051844,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","EoS":false}
{"level":"info","ts":1784810249.0518572,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","EoS":true}
{"level":"error","ts":1784810249.0518696,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784810249.0519273,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"be4659da-5872-4f9a-9409-e590df93fb74"}
{"level":"info","ts":1784810249.085369,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784810249.0854409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91"}
{"level":"info","ts":1784810249.085453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91"}
{"level":"info","ts":1784810249.0854645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91","EoS":true}
{"level":"info","ts":1784810249.085485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91","header":"x-maas-group"}
{"level":"info","ts":1784810249.085492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91","header":"x-maas-username"}
{"level":"info","ts":1784810249.0854967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91","header":"x-maas-subscription"}
{"level":"info","ts":1784810249.085525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91"}
{"level":"info","ts":1784810249.162936,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91"}
{"level":"info","ts":1784810249.1629598,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91"}
{"level":"info","ts":1784810249.1629775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91","EoS":false}
{"level":"info","ts":1784810249.1629908,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91","EoS":true}
{"level":"error","ts":1784810249.1630046,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784810249.1630447,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e1ab3462-7aed-40ad-bd14-853fa3148e91"}
{"level":"info","ts":1784810250.0315568,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c809e237-27b1-43f1-a854-52702af78273","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784810250.031596,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c809e237-27b1-43f1-a854-52702af78273","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784810250.0315995,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8488b097-c17d-44ee-ad95-2892e59bcfb0"}
{"level":"info","ts":1784810250.1834736,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95439d01-47ff-49b5-ba7e-c02ce5f65d28","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784810250.183512,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95439d01-47ff-49b5-ba7e-c02ce5f65d28","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784810250.1835203,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"862b5161-b9f3-42f5-86fa-ba9fc0a7f1df"}
{"level":"info","ts":1784810250.3103392,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7d30c0d2-6140-4a5f-ae19-2db8fdae84d8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784810250.3103943,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7d30c0d2-6140-4a5f-ae19-2db8fdae84d8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784810886.1599746,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784810886.160068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61"}
{"level":"info","ts":1784810886.1600816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61"}
{"level":"info","ts":1784810886.160095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","EoS":true}
{"level":"info","ts":1784810886.1601236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","header":"x-maas-subscription"}
{"level":"info","ts":1784810886.1601336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","header":"x-maas-username"}
{"level":"info","ts":1784810886.160138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","header":"x-maas-group"}
{"level":"info","ts":1784810886.1601515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","path":"/ai-tenant-e2e-inf-b-4551ad/test-model-4551ad/v1/chat/completions"}
{"level":"info","ts":1784810886.1601799,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61"}
{"level":"info","ts":1784810886.1738114,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61"}
{"level":"info","ts":1784810886.173837,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61"}
{"level":"info","ts":1784810886.1738596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","EoS":false}
{"level":"info","ts":1784810886.173876,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61","EoS":true}
{"level":"info","ts":1784810886.1739318,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d09aec5c-23be-4bab-b23f-1351c2523f61"}
{"level":"info","ts":1784811347.0630388,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784811347.0631216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6"}
{"level":"info","ts":1784811347.0631316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6"}
{"level":"info","ts":1784811347.063144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","EoS":true}
{"level":"info","ts":1784811347.0631678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","header":"x-maas-username"}
{"level":"info","ts":1784811347.0631783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","header":"x-maas-subscription"}
{"level":"info","ts":1784811347.0631845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","header":"x-maas-group"}
{"level":"info","ts":1784811347.0632243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","path":"/ai-tenant-e2e-shared-a-d45fc5/rate-test-model-d45fc5/v1/completions"}
{"level":"info","ts":1784811347.0632498,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6"}
{"level":"info","ts":1784811347.0761034,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6"}
{"level":"info","ts":1784811347.0761287,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6"}
{"level":"info","ts":1784811347.076146,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","EoS":false}
{"level":"info","ts":1784811347.0761585,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6","EoS":true}
{"level":"info","ts":1784811347.0762093,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8ff19891-3709-4ae1-9db2-0f51544009c6"}
{"level":"info","ts":1784811362.3081055,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784811362.3081846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc734404-b084-4be7-b73e-075e49697274"}
{"level":"info","ts":1784811362.3082192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc734404-b084-4be7-b73e-075e49697274"}
{"level":"info","ts":1784811362.3082318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","EoS":true}
{"level":"info","ts":1784811362.3082578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","header":"x-maas-group"}
{"level":"info","ts":1784811362.3082678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","header":"x-maas-subscription"}
{"level":"info","ts":1784811362.308273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","header":"x-maas-username"}
{"level":"info","ts":1784811362.3082898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","path":"/ai-tenant-e2e-shared-b-474ecb/rate-test-model-474ecb/v1/completions"}
{"level":"info","ts":1784811362.3083198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc734404-b084-4be7-b73e-075e49697274"}
{"level":"info","ts":1784811362.3216176,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fc734404-b084-4be7-b73e-075e49697274"}
{"level":"info","ts":1784811362.3216403,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fc734404-b084-4be7-b73e-075e49697274"}
{"level":"info","ts":1784811362.3216555,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","EoS":false}
{"level":"info","ts":1784811362.3216665,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc734404-b084-4be7-b73e-075e49697274","EoS":true}
{"level":"info","ts":1784811362.3217037,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fc734404-b084-4be7-b73e-075e49697274"}