{"level":"info","ts":1784671431.1997433,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671431.1998296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898"}
{"level":"info","ts":1784671431.1998444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898"}
{"level":"info","ts":1784671431.1998572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","EoS":true}
{"level":"info","ts":1784671431.1998806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","header":"x-maas-username"}
{"level":"info","ts":1784671431.199891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","header":"x-maas-group"}
{"level":"info","ts":1784671431.199896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","header":"x-maas-subscription"}
{"level":"info","ts":1784671431.1999085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671431.1999338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898"}
{"level":"info","ts":1784671431.2006872,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898"}
{"level":"info","ts":1784671431.2007074,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898"}
{"level":"info","ts":1784671431.2007294,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","EoS":false}
{"level":"info","ts":1784671431.2007484,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","EoS":true}
{"level":"info","ts":1784671431.2007937,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898"}
{"level":"info","ts":1784671454.6440544,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671454.6441302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89"}
{"level":"info","ts":1784671454.6441422,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89"}
{"level":"info","ts":1784671454.6441534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","EoS":true}
{"level":"info","ts":1784671454.6441758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","header":"x-maas-username"}
{"level":"info","ts":1784671454.6441863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","header":"x-maas-group"}
{"level":"info","ts":1784671454.644192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","header":"x-maas-subscription"}
{"level":"info","ts":1784671454.6442053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671454.6442327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89"}
{"level":"info","ts":1784671454.647427,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89"}
{"level":"info","ts":1784671454.647452,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89"}
{"level":"info","ts":1784671454.6474676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","EoS":false}
{"level":"info","ts":1784671454.6474826,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","EoS":true}
{"level":"info","ts":1784671454.6475348,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89"}
{"level":"info","ts":1784671454.7846832,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671454.7847595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960"}
{"level":"info","ts":1784671454.784771,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960"}
{"level":"info","ts":1784671454.7847836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","EoS":true}
{"level":"info","ts":1784671454.7848077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","header":"x-maas-username"}
{"level":"info","ts":1784671454.784819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","header":"x-maas-group"}
{"level":"info","ts":1784671454.7848241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","header":"x-maas-subscription"}
{"level":"info","ts":1784671454.7848365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671454.7848623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960"}
{"level":"info","ts":1784671454.7857485,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960"}
{"level":"info","ts":1784671454.785768,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960"}
{"level":"info","ts":1784671454.7857833,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","EoS":false}
{"level":"info","ts":1784671454.785806,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","EoS":true}
{"level":"info","ts":1784671454.78584,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960"}
{"level":"info","ts":1784671454.9267225,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671454.9268153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0"}
{"level":"info","ts":1784671454.9268305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0"}
{"level":"info","ts":1784671454.9268446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","EoS":true}
{"level":"info","ts":1784671454.9268703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","header":"x-maas-username"}
{"level":"info","ts":1784671454.9268806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","header":"x-maas-group"}
{"level":"info","ts":1784671454.9268858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","header":"x-maas-subscription"}
{"level":"info","ts":1784671454.9268982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671454.9269233,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0"}
{"level":"info","ts":1784671454.927813,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0"}
{"level":"info","ts":1784671454.9278316,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0"}
{"level":"info","ts":1784671454.9278467,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","EoS":false}
{"level":"info","ts":1784671454.9278638,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","EoS":true}
{"level":"info","ts":1784671454.9279072,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0"}
{"level":"info","ts":1784671455.065147,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671455.065211,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478"}
{"level":"info","ts":1784671455.065219,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478"}
{"level":"info","ts":1784671455.0652297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","EoS":true}
{"level":"info","ts":1784671455.065255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","header":"x-maas-username"}
{"level":"info","ts":1784671455.0652652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","header":"x-maas-subscription"}
{"level":"info","ts":1784671455.06527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","header":"x-maas-group"}
{"level":"info","ts":1784671455.065282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671455.0653074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478"}
{"level":"info","ts":1784671455.0661528,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478"}
{"level":"info","ts":1784671455.0661702,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478"}
{"level":"info","ts":1784671455.0661833,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","EoS":false}
{"level":"info","ts":1784671455.0661948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","EoS":true}
{"level":"info","ts":1784671455.0662274,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478"}
{"level":"info","ts":1784671455.204672,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671455.2047513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037"}
{"level":"info","ts":1784671455.2047641,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037"}
{"level":"info","ts":1784671455.204778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","EoS":true}
{"level":"info","ts":1784671455.2048023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","header":"x-maas-username"}
{"level":"info","ts":1784671455.2048125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","header":"x-maas-subscription"}
{"level":"info","ts":1784671455.204817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","header":"x-maas-group"}
{"level":"info","ts":1784671455.2048287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671455.2048516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037"}
{"level":"info","ts":1784671455.2057745,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037"}
{"level":"info","ts":1784671455.2057931,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037"}
{"level":"info","ts":1784671455.2058063,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","EoS":false}
{"level":"info","ts":1784671455.2058203,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","EoS":true}
{"level":"info","ts":1784671455.2058618,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037"}
{"level":"info","ts":1784671471.063701,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671471.0637655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf"}
{"level":"info","ts":1784671471.0637767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf"}
{"level":"info","ts":1784671471.063787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","EoS":true}
{"level":"info","ts":1784671471.0638125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","header":"x-maas-subscription"}
{"level":"info","ts":1784671471.0638225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","header":"x-maas-username"}
{"level":"info","ts":1784671471.063828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","header":"x-maas-group"}
{"level":"info","ts":1784671471.063839,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671471.0638628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf"}
{"level":"info","ts":1784671471.0662417,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf"}
{"level":"info","ts":1784671471.066262,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf"}
{"level":"info","ts":1784671471.0662837,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","EoS":false}
{"level":"info","ts":1784671471.0663037,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","EoS":true}
{"level":"info","ts":1784671471.0663486,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf"}
{"level":"info","ts":1784671471.1732728,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671471.1733272,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e42275c3-e688-4071-a509-556dc4912587"}
{"level":"info","ts":1784671471.1740437,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e42275c3-e688-4071-a509-556dc4912587"}
{"level":"info","ts":1784671471.174062,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e42275c3-e688-4071-a509-556dc4912587"}
{"level":"info","ts":1784671471.1740777,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e42275c3-e688-4071-a509-556dc4912587","EoS":false}
{"level":"info","ts":1784671471.1740885,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"e42275c3-e688-4071-a509-556dc4912587"}
{"level":"info","ts":1784671471.1741126,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e42275c3-e688-4071-a509-556dc4912587","EoS":true}
{"level":"info","ts":1784671471.17412,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"e42275c3-e688-4071-a509-556dc4912587"}
{"level":"info","ts":1784671475.814995,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671475.815086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824"}
{"level":"info","ts":1784671475.815103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824"}
{"level":"info","ts":1784671475.8151195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","EoS":true}
{"level":"info","ts":1784671475.815155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","header":"x-maas-group"}
{"level":"info","ts":1784671475.8151712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","header":"x-maas-subscription"}
{"level":"info","ts":1784671475.815178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","header":"x-maas-username"}
{"level":"info","ts":1784671475.8151956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671475.8152227,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824"}
{"level":"info","ts":1784671475.817053,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824"}
{"level":"info","ts":1784671475.8170733,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824"}
{"level":"info","ts":1784671475.8170893,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","EoS":false}
{"level":"info","ts":1784671475.8171072,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","EoS":true}
{"level":"info","ts":1784671475.817146,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824"}
{"level":"info","ts":1784671486.447804,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671486.447892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e"}
{"level":"info","ts":1784671486.4479072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e"}
{"level":"info","ts":1784671486.4479203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","EoS":true}
{"level":"info","ts":1784671486.4479475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","header":"x-maas-group"}
{"level":"info","ts":1784671486.4479592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","header":"x-maas-username"}
{"level":"info","ts":1784671486.4479644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","header":"x-maas-subscription"}
{"level":"info","ts":1784671486.4479764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784671486.448005,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e"}
{"level":"info","ts":1784671486.4489594,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e"}
{"level":"info","ts":1784671486.4489832,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e"}
{"level":"info","ts":1784671486.4490047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","EoS":false}
{"level":"info","ts":1784671486.4490297,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","EoS":true}
{"level":"info","ts":1784671486.4490688,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e"}
{"level":"info","ts":1784671499.3456602,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671499.3457415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b"}
{"level":"info","ts":1784671499.3457525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b"}
{"level":"info","ts":1784671499.3457644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","EoS":true}
{"level":"info","ts":1784671499.3457892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","header":"x-maas-username"}
{"level":"info","ts":1784671499.345797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","header":"x-maas-group"}
{"level":"info","ts":1784671499.345802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","header":"x-maas-subscription"}
{"level":"info","ts":1784671499.3458147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671499.345838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b"}
{"level":"info","ts":1784671499.346537,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b"}
{"level":"info","ts":1784671499.3465614,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b"}
{"level":"info","ts":1784671499.3465776,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","EoS":false}
{"level":"info","ts":1784671499.3465884,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","EoS":true}
{"level":"info","ts":1784671499.346631,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b"}
{"level":"info","ts":1784671507.9098828,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671507.9099545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993"}
{"level":"info","ts":1784671507.9099681,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993"}
{"level":"info","ts":1784671507.9099798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","EoS":true}
{"level":"info","ts":1784671507.9100037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","header":"x-maas-username"}
{"level":"info","ts":1784671507.910021,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","header":"x-maas-subscription"}
{"level":"info","ts":1784671507.9100275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","header":"x-maas-group"}
{"level":"info","ts":1784671507.910041,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671507.910067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993"}
{"level":"info","ts":1784671507.9107902,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993"}
{"level":"info","ts":1784671507.9108107,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993"}
{"level":"info","ts":1784671507.910826,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","EoS":false}
{"level":"info","ts":1784671507.9108407,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","EoS":true}
{"level":"info","ts":1784671507.9108827,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993"}
{"level":"info","ts":1784671516.8242087,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671516.8242736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d"}
{"level":"info","ts":1784671516.8242824,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d"}
{"level":"info","ts":1784671516.8242977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","EoS":true}
{"level":"info","ts":1784671516.8243291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","header":"x-maas-subscription"}
{"level":"info","ts":1784671516.824343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","header":"x-maas-username"}
{"level":"info","ts":1784671516.8243482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","header":"x-maas-group"}
{"level":"info","ts":1784671516.8243616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671516.8244133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d"}
{"level":"info","ts":1784671516.8251624,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d"}
{"level":"info","ts":1784671516.825186,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d"}
{"level":"info","ts":1784671516.8252058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","EoS":false}
{"level":"info","ts":1784671516.8252206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","EoS":true}
{"level":"info","ts":1784671516.8252616,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d"}
{"level":"info","ts":1784671542.8575954,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671542.857667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d"}
{"level":"info","ts":1784671542.8576763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d"}
{"level":"info","ts":1784671542.8576891,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","EoS":true}
{"level":"info","ts":1784671542.8577113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","header":"x-maas-username"}
{"level":"info","ts":1784671542.8577187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","header":"x-maas-subscription"}
{"level":"info","ts":1784671542.8577235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","header":"x-maas-group"}
{"level":"info","ts":1784671542.8577352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784671542.857758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d"}
{"level":"info","ts":1784671542.8598397,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d"}
{"level":"info","ts":1784671542.8598652,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d"}
{"level":"info","ts":1784671542.859881,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","EoS":false}
{"level":"info","ts":1784671542.8598943,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","EoS":true}
{"level":"info","ts":1784671542.859935,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d"}
{"level":"info","ts":1784671566.4798374,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671566.4799156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b"}
{"level":"info","ts":1784671566.479925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b"}
{"level":"info","ts":1784671566.4799366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","EoS":true}
{"level":"info","ts":1784671566.4799595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","header":"x-maas-username"}
{"level":"info","ts":1784671566.4799702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","header":"x-maas-group"}
{"level":"info","ts":1784671566.479976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","header":"x-maas-subscription"}
{"level":"info","ts":1784671566.4799898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784671566.4800146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b"}
{"level":"info","ts":1784671566.4808135,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b"}
{"level":"info","ts":1784671566.4808328,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b"}
{"level":"info","ts":1784671566.4808555,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","EoS":false}
{"level":"info","ts":1784671566.480878,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","EoS":true}
{"level":"info","ts":1784671566.480924,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b"}
{"level":"info","ts":1784671593.1248517,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671593.1249437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812"}
{"level":"info","ts":1784671593.1249626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812"}
{"level":"info","ts":1784671593.1249824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","EoS":true}
{"level":"info","ts":1784671593.1250086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","header":"x-maas-group"}
{"level":"info","ts":1784671593.1250246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","header":"x-maas-username"}
{"level":"info","ts":1784671593.1250293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","header":"x-maas-subscription"}
{"level":"info","ts":1784671593.1250417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671593.125068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812"}
{"level":"info","ts":1784671593.1269145,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812"}
{"level":"info","ts":1784671593.1269379,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812"}
{"level":"info","ts":1784671593.126957,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","EoS":false}
{"level":"info","ts":1784671593.126973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","EoS":true}
{"level":"info","ts":1784671593.127019,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812"}
{"level":"info","ts":1784671602.7286787,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671602.7287414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df"}
{"level":"info","ts":1784671602.7287495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df"}
{"level":"info","ts":1784671602.7287614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","EoS":true}
{"level":"info","ts":1784671602.7287865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","header":"x-maas-subscription"}
{"level":"info","ts":1784671602.7287967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","header":"x-maas-group"}
{"level":"info","ts":1784671602.7288005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","header":"x-maas-username"}
{"level":"info","ts":1784671602.7288117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671602.728837,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df"}
{"level":"info","ts":1784671602.7295,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df"}
{"level":"info","ts":1784671602.7295194,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df"}
{"level":"info","ts":1784671602.7295346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","EoS":false}
{"level":"info","ts":1784671602.7295458,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","EoS":true}
{"level":"info","ts":1784671602.7295825,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df"}
{"level":"info","ts":1784671602.767493,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671602.7675672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0"}
{"level":"info","ts":1784671602.767594,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0"}
{"level":"info","ts":1784671602.7676108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","EoS":true}
{"level":"info","ts":1784671602.7676399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","header":"x-maas-group"}
{"level":"info","ts":1784671602.7676535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","header":"x-maas-subscription"}
{"level":"info","ts":1784671602.767661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","header":"x-maas-username"}
{"level":"info","ts":1784671602.7676747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671602.7677033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0"}
{"level":"info","ts":1784671602.768405,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0"}
{"level":"info","ts":1784671602.768422,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0"}
{"level":"info","ts":1784671602.7684395,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","EoS":false}
{"level":"info","ts":1784671602.7684553,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","EoS":true}
{"level":"info","ts":1784671602.7684934,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0"}
{"level":"info","ts":1784671622.0297585,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671622.029831,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba"}
{"level":"info","ts":1784671622.0298407,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba"}
{"level":"info","ts":1784671622.029852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","EoS":true}
{"level":"info","ts":1784671622.0298748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","header":"x-maas-group"}
{"level":"info","ts":1784671622.0298853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","header":"x-maas-subscription"}
{"level":"info","ts":1784671622.0298908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","header":"x-maas-username"}
{"level":"info","ts":1784671622.029907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671622.0299306,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba"}
{"level":"info","ts":1784671622.0307398,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba"}
{"level":"info","ts":1784671622.0307622,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba"}
{"level":"info","ts":1784671622.0307827,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","EoS":false}
{"level":"info","ts":1784671622.0307996,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","EoS":true}
{"level":"info","ts":1784671622.0308416,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba"}
{"level":"info","ts":1784671753.2823198,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671753.2824275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e"}
{"level":"info","ts":1784671753.2824433,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e"}
{"level":"info","ts":1784671753.2824612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","EoS":true}
{"level":"info","ts":1784671753.2824948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","header":"x-maas-group"}
{"level":"info","ts":1784671753.2825067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","header":"x-maas-username"}
{"level":"info","ts":1784671753.2825158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","header":"x-maas-subscription"}
{"level":"info","ts":1784671753.2825353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784671753.2825685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e"}
{"level":"info","ts":1784671753.2863948,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e"}
{"level":"info","ts":1784671753.2864208,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e"}
{"level":"info","ts":1784671753.2864408,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","EoS":false}
{"level":"info","ts":1784671753.2864592,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","EoS":true}
{"level":"info","ts":1784671753.2865055,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e"}
{"level":"info","ts":1784671788.4334953,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671788.4335744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58"}
{"level":"info","ts":1784671788.4335961,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58"}
{"level":"info","ts":1784671788.433609,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","EoS":true}
{"level":"info","ts":1784671788.433631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","header":"x-maas-username"}
{"level":"info","ts":1784671788.433642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","header":"x-maas-subscription"}
{"level":"info","ts":1784671788.4336505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","header":"x-maas-group"}
{"level":"info","ts":1784671788.4336667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671788.433694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58"}
{"level":"info","ts":1784671788.4362912,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58"}
{"level":"info","ts":1784671788.4363117,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58"}
{"level":"info","ts":1784671788.436327,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","EoS":false}
{"level":"info","ts":1784671788.4363394,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","EoS":true}
{"level":"info","ts":1784671788.4363866,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58"}
{"level":"info","ts":1784671803.7550206,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784671803.7551057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb"}
{"level":"info","ts":1784671803.7551177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb"}
{"level":"info","ts":1784671803.755129,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","EoS":true}
{"level":"info","ts":1784671803.7551527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","header":"x-maas-group"}
{"level":"info","ts":1784671803.7551634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","header":"x-maas-username"}
{"level":"info","ts":1784671803.7551684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","header":"x-maas-subscription"}
{"level":"info","ts":1784671803.7551808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784671803.755205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb"}
{"level":"info","ts":1784671803.7569668,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb"}
{"level":"info","ts":1784671803.7569904,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb"}
{"level":"info","ts":1784671803.7570055,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","EoS":false}
{"level":"info","ts":1784671803.7570174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","EoS":true}
{"level":"info","ts":1784671803.7570643,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb"}
{"level":"info","ts":1784672117.2437751,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784672117.2438502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a"}
{"level":"info","ts":1784672117.2438672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a"}
{"level":"info","ts":1784672117.2438855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","EoS":true}
{"level":"info","ts":1784672117.243917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","header":"x-maas-username"}
{"level":"info","ts":1784672117.2439327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","header":"x-maas-subscription"}
{"level":"info","ts":1784672117.2439406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","header":"x-maas-group"}
{"level":"info","ts":1784672117.2439566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784672117.2439892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a"}
{"level":"info","ts":1784672117.2463639,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a"}
{"level":"info","ts":1784672117.2463973,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a"}
{"level":"info","ts":1784672117.2464135,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","EoS":false}
{"level":"info","ts":1784672117.2464306,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","EoS":true}
{"level":"info","ts":1784672117.2464771,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a"}
{"level":"info","ts":1784672122.019886,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6906d1da-d635-4eab-8681-8241ec0c189d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784672122.0201464,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32891.536105856,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784672122.02018,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784672122.0621872,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784672122.1209743,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6906d1da-d635-4eab-8681-8241ec0c189d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784672122.1449673,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"077ee5cb-aa45-4fd3-ad78-0e9a09772b51","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784672122.144968,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89b0580c-7114-4402-a945-64ac570917d6"}
{"level":"info","ts":1784672122.1450064,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"077ee5cb-aa45-4fd3-ad78-0e9a09772b51","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784672122.153728,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fe8aa93-8ba6-4365-93f9-f9a2f1df8336","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784672122.1539438,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36343.499092106,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784672122.153968,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784672122.1539874,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fe8aa93-8ba6-4365-93f9-f9a2f1df8336","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784672122.1636677,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784672122.2549233,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89b0580c-7114-4402-a945-64ac570917d6","name":"e2e-external-provider"}
{"level":"info","ts":1784672122.2664158,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89b0580c-7114-4402-a945-64ac570917d6","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784672122.2667763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"107201f7-e1e6-4405-aac5-b4c9b780920e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784672122.2667754,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65f5057d-a4a4-47ef-b363-1461c699f76b"}
{"level":"info","ts":1784672122.2668548,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"107201f7-e1e6-4405-aac5-b4c9b780920e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784672122.2734163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49fb924f-be6f-49ea-9b46-08cd1be5bb52","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784672122.2734544,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49fb924f-be6f-49ea-9b46-08cd1be5bb52","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784672122.2737515,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65f5057d-a4a4-47ef-b363-1461c699f76b","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784672122.280086,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89b0580c-7114-4402-a945-64ac570917d6","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784672122.2806385,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3e76a94-88f7-4d3b-8e56-05bf5195da09","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784672122.280669,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3e76a94-88f7-4d3b-8e56-05bf5195da09","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784672122.2812254,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65f5057d-a4a4-47ef-b363-1461c699f76b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784672122.281313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efd50b1d-09c4-4727-b045-73e4db8270d6"}
{"level":"info","ts":1784672122.2813432,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efd50b1d-09c4-4727-b045-73e4db8270d6","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784672122.2887547,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89b0580c-7114-4402-a945-64ac570917d6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784672122.2890873,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efd50b1d-09c4-4727-b045-73e4db8270d6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784672122.29657,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59b165f7-bf59-4c3d-bacb-bff74f1180de"}
{"level":"info","ts":1784672122.2966528,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59b165f7-bf59-4c3d-bacb-bff74f1180de","name":"e2e-external-provider"}
{"level":"info","ts":1784672122.2968473,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0e798f5-e5c8-439d-ba91-87a0e44e9fb6","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784672122.2968903,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0e798f5-e5c8-439d-ba91-87a0e44e9fb6","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784672122.297524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0c594ab-9674-4628-835d-1475e066c1a9"}
{"level":"info","ts":1784672122.2976372,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f364d3c-27a5-4384-8030-b5b299bbae35","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784672122.2981083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37511.935953745,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784672122.29813,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784672122.29815,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f364d3c-27a5-4384-8030-b5b299bbae35","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784672122.3053656,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784672122.3079126,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59b165f7-bf59-4c3d-bacb-bff74f1180de","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784672122.3115895,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59b165f7-bf59-4c3d-bacb-bff74f1180de","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784672122.3116868,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3441e598-cb82-41f5-bfdc-08ff4946f9e5"}
{"level":"info","ts":1784672122.3117323,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3441e598-cb82-41f5-bfdc-08ff4946f9e5","name":"e2e-external-provider"}
{"level":"info","ts":1784672122.3214645,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3441e598-cb82-41f5-bfdc-08ff4946f9e5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784672122.3985977,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0c594ab-9674-4628-835d-1475e066c1a9","name":"e2e-external-model"}
{"level":"info","ts":1784672122.4102752,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0c594ab-9674-4628-835d-1475e066c1a9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784672122.4159465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a88ba4c-c17e-4bd4-927f-c2e1995951f6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784672122.4159834,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a88ba4c-c17e-4bd4-927f-c2e1995951f6","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784672122.4160738,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9329e3a-1928-4d03-b88d-d58e7623fdfa"}
{"level":"info","ts":1784672122.4161344,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9329e3a-1928-4d03-b88d-d58e7623fdfa","name":"e2e-external-model"}
{"level":"info","ts":1784672122.430961,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e2b3816-cefe-438b-ab1e-10ebabc60de5","name":"e2e-external-model","namespace":"llm"}
{"level":"error","ts":1784672122.4309795,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c9329e3a-1928-4d03-b88d-d58e7623fdfa","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784672122.4309978,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e2b3816-cefe-438b-ab1e-10ebabc60de5","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784672122.431064,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1209c78-211b-4abc-98e2-57fc992a7aa1"}
{"level":"info","ts":1784672122.4311078,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1209c78-211b-4abc-98e2-57fc992a7aa1","name":"e2e-external-model"}
{"level":"info","ts":1784672122.4406624,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1209c78-211b-4abc-98e2-57fc992a7aa1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784672122.44732,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3af08c5-63b8-4943-8151-3a4a010b2439","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784672122.44734,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aed0347f-3b27-48e6-9a25-13a2c065fe43"}
{"level":"info","ts":1784672122.4473479,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3af08c5-63b8-4943-8151-3a4a010b2439","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784672122.4474094,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aed0347f-3b27-48e6-9a25-13a2c065fe43","name":"e2e-external-model"}
{"level":"info","ts":1784672122.4567387,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aed0347f-3b27-48e6-9a25-13a2c065fe43","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784672129.7259123,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784672129.725973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785"}
{"level":"info","ts":1784672129.7259893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785"}
{"level":"info","ts":1784672129.726005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","EoS":true}
{"level":"info","ts":1784672129.7260303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","header":"x-maas-username"}
{"level":"info","ts":1784672129.7260404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","header":"x-maas-subscription"}
{"level":"info","ts":1784672129.7260454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","header":"x-maas-group"}
{"level":"info","ts":1784672129.726059,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784672129.7260678,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","modelName":"e2e-external-model"}
{"level":"info","ts":1784672129.7260785,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784672129.7261229,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784672129.7261412,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","authType":"apikey"}
{"level":"info","ts":1784672129.7261682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785"}
{"level":"info","ts":1784672129.8470275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3177862f-6d40-485e-aa0d-3d23522fad92","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784672129.8470614,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08deef08-0deb-4e17-b893-c7f6025eab93"}
{"level":"info","ts":1784672129.8470702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3177862f-6d40-485e-aa0d-3d23522fad92","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784672129.8528767,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08deef08-0deb-4e17-b893-c7f6025eab93","name":"e2e-cleanup-test"}
{"level":"info","ts":1784672129.8529568,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5860661-265b-4ed6-8fe5-92d85e72e160","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784672129.8529835,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5860661-265b-4ed6-8fe5-92d85e72e160","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784672129.8705163,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08deef08-0deb-4e17-b893-c7f6025eab93","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784672129.8766441,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7ae1581-0c84-45f0-977d-d1dfeb927a9e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784672129.8766794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7ae1581-0c84-45f0-977d-d1dfeb927a9e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784672129.8767414,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a53f3678-5d63-4f6c-ab97-c6a6f4a44c85"}
{"level":"info","ts":1784672129.8767896,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a53f3678-5d63-4f6c-ab97-c6a6f4a44c85","name":"e2e-cleanup-test"}
{"level":"error","ts":1784672129.8928697,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a53f3678-5d63-4f6c-ab97-c6a6f4a44c85","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784672129.8928893,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"060b8bb5-7652-4688-b6ab-81a46b81a90b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784672129.8929217,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"060b8bb5-7652-4688-b6ab-81a46b81a90b","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784672129.8929646,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"524a61f3-ee2a-4511-95c8-00f4ba71949f"}
{"level":"info","ts":1784672129.8930206,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"524a61f3-ee2a-4511-95c8-00f4ba71949f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784672129.9026804,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"524a61f3-ee2a-4511-95c8-00f4ba71949f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784672129.9105887,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"225f9d55-3bba-4949-a8f3-c8a6e0ad1d65","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784672129.9106169,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"225f9d55-3bba-4949-a8f3-c8a6e0ad1d65","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784672129.9116132,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"524a61f3-ee2a-4511-95c8-00f4ba71949f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784672129.9116921,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eda01ba8-c3c0-4927-9832-2b09e5746520"}
{"level":"info","ts":1784672129.9117355,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eda01ba8-c3c0-4927-9832-2b09e5746520","name":"e2e-cleanup-test"}
{"level":"info","ts":1784672129.9205928,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eda01ba8-c3c0-4927-9832-2b09e5746520","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784672138.1066184,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09be1419-eb9e-40a6-82ff-051f3c41e328","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784672138.1066499,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09be1419-eb9e-40a6-82ff-051f3c41e328","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784672138.106656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43284bf2-c248-4d8b-a494-6808a65d9964"}
{"level":"info","ts":1784672142.4319084,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784672142.4319756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01"}
{"level":"info","ts":1784672142.431987,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01"}
{"level":"info","ts":1784672142.4319994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01","EoS":true}
{"level":"info","ts":1784672142.4320278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784672142.4320574,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01"}
{"level":"info","ts":1784672142.4740775,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784672142.474145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89"}
{"level":"info","ts":1784672142.474155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89"}
{"level":"info","ts":1784672142.4741676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","EoS":true}
{"level":"info","ts":1784672142.4742002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","header":"x-maas-subscription"}
{"level":"info","ts":1784672142.474213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","header":"x-maas-group"}
{"level":"info","ts":1784672142.474218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","header":"x-maas-username"}
{"level":"info","ts":1784672142.4742298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784672142.4742386,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","modelName":"e2e-external-model"}
{"level":"info","ts":1784672142.4742517,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784672142.4742744,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784672142.474289,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","authType":"apikey"}
{"level":"info","ts":1784672142.4743135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89"}
{"level":"info","ts":1784672142.5112221,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784672142.5112944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5"}
{"level":"info","ts":1784672142.5113041,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5"}
{"level":"info","ts":1784672142.5113177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","EoS":true}
{"level":"info","ts":1784672142.5113406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","header":"x-maas-username"}
{"level":"info","ts":1784672142.5113513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","header":"x-maas-subscription"}
{"level":"info","ts":1784672142.511356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","header":"x-maas-group"}
{"level":"info","ts":1784672142.5113916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784672142.5114148,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5"}
{"level":"info","ts":1784672142.6159422,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5"}
{"level":"info","ts":1784672142.6159701,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5"}
{"level":"info","ts":1784672142.6159878,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","EoS":false}
{"level":"info","ts":1784672142.6160004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","EoS":true}
{"level":"error","ts":1784672142.6160114,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784672142.616071,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5"}
{"level":"info","ts":1784672142.6523097,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784672142.6523926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c"}
{"level":"info","ts":1784672142.652405,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c"}
{"level":"info","ts":1784672142.652416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c","EoS":true}
{"level":"info","ts":1784672142.6524355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c","header":"x-maas-subscription"}
{"level":"info","ts":1784672142.652446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c","header":"x-maas-username"}
{"level":"info","ts":1784672142.6524537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c","header":"x-maas-group"}
{"level":"info","ts":1784672142.6524858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c"}
{"level":"info","ts":1784672142.6986573,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c"}
{"level":"info","ts":1784672142.698679,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c"}
{"level":"info","ts":1784672142.6986933,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c","EoS":false}
{"level":"info","ts":1784672142.698705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c","EoS":true}
{"level":"error","ts":1784672142.698715,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784672142.698748,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c"}
{"level":"info","ts":1784672143.5273547,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9023d9c9-6060-4a82-8d55-e907d49acd1e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784672143.5274212,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cacfe33c-6158-4e67-bf3f-969da370e920"}
{"level":"info","ts":1784672143.527421,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9023d9c9-6060-4a82-8d55-e907d49acd1e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784672143.6764386,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40065999-b96c-430b-92cc-7cec7cb3bd25","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784672143.6764886,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40065999-b96c-430b-92cc-7cec7cb3bd25","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784672143.6764948,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9e6b892-f340-429d-b4fb-851430026f82"}
{"level":"info","ts":1784672143.8060637,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f367b842-fe16-4c68-8dae-58a73d494f28","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784672143.8061163,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f367b842-fe16-4c68-8dae-58a73d494f28","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784672779.0084336,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784672779.0085146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708"}
{"level":"info","ts":1784672779.008523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708"}
{"level":"info","ts":1784672779.0085359,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","EoS":true}
{"level":"info","ts":1784672779.0085607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","header":"x-maas-group"}
{"level":"info","ts":1784672779.0085714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","header":"x-maas-subscription"}
{"level":"info","ts":1784672779.008577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","header":"x-maas-username"}
{"level":"info","ts":1784672779.0085897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","path":"/ai-tenant-e2e-inf-b-4ad703/test-model-4ad703/v1/chat/completions"}
{"level":"info","ts":1784672779.0086153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708"}
{"level":"info","ts":1784672779.0221553,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708"}
{"level":"info","ts":1784672779.0221803,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708"}
{"level":"info","ts":1784672779.0222008,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","EoS":false}
{"level":"info","ts":1784672779.0222168,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","EoS":true}
{"level":"info","ts":1784672779.0222657,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708"}
{"level":"info","ts":1784673241.2509544,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784673241.2510335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9"}
{"level":"info","ts":1784673241.251044,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9"}
{"level":"info","ts":1784673241.2510555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","EoS":true}
{"level":"info","ts":1784673241.251077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","header":"x-maas-group"}
{"level":"info","ts":1784673241.2510865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","header":"x-maas-subscription"}
{"level":"info","ts":1784673241.2510927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","header":"x-maas-username"}
{"level":"info","ts":1784673241.2511058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","path":"/ai-tenant-e2e-shared-b-b77603/rate-test-model-b77603/v1/completions"}
{"level":"info","ts":1784673241.2511306,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9"}
{"level":"info","ts":1784673241.263915,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9"}
{"level":"info","ts":1784673241.2639446,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9"}
{"level":"info","ts":1784673241.263967,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","EoS":false}
{"level":"info","ts":1784673241.263983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","EoS":true}
{"level":"info","ts":1784673241.2640264,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9"}