{"level":"info","ts":1784652138.213874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8c36278-6b9c-47c9-9445-d0cbfdce80ed","header":"x-maas-group"}
{"level":"info","ts":1784652138.2138872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8c36278-6b9c-47c9-9445-d0cbfdce80ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652138.2139156,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8c36278-6b9c-47c9-9445-d0cbfdce80ed"}
{"level":"info","ts":1784652138.214712,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8c36278-6b9c-47c9-9445-d0cbfdce80ed"}
{"level":"info","ts":1784652138.2147374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a8c36278-6b9c-47c9-9445-d0cbfdce80ed"}
{"level":"info","ts":1784652138.2147586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a8c36278-6b9c-47c9-9445-d0cbfdce80ed","EoS":false}
{"level":"info","ts":1784652138.214779,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a8c36278-6b9c-47c9-9445-d0cbfdce80ed","EoS":true}
{"level":"info","ts":1784652138.2148254,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a8c36278-6b9c-47c9-9445-d0cbfdce80ed"}
{"level":"info","ts":1784652161.3428805,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652161.342971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f"}
{"level":"info","ts":1784652161.342983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f"}
{"level":"info","ts":1784652161.3429947,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f","EoS":true}
{"level":"info","ts":1784652161.343023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f","header":"x-maas-username"}
{"level":"info","ts":1784652161.3430326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f","header":"x-maas-subscription"}
{"level":"info","ts":1784652161.3430376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f","header":"x-maas-group"}
{"level":"info","ts":1784652161.3430512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652161.343079,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f"}
{"level":"info","ts":1784652161.3440244,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f"}
{"level":"info","ts":1784652161.3440492,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f"}
{"level":"info","ts":1784652161.344071,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f","EoS":false}
{"level":"info","ts":1784652161.344093,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f","EoS":true}
{"level":"info","ts":1784652161.3441284,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b077e8f5-4a56-4f61-86f5-06de0682250f"}
{"level":"info","ts":1784652161.479895,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652161.4799817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53"}
{"level":"info","ts":1784652161.4799974,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53"}
{"level":"info","ts":1784652161.4800148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53","EoS":true}
{"level":"info","ts":1784652161.4800494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53","header":"x-maas-username"}
{"level":"info","ts":1784652161.4800608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53","header":"x-maas-group"}
{"level":"info","ts":1784652161.4800663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53","header":"x-maas-subscription"}
{"level":"info","ts":1784652161.48008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652161.4801104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53"}
{"level":"info","ts":1784652161.4829526,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53"}
{"level":"info","ts":1784652161.482972,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53"}
{"level":"info","ts":1784652161.482988,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53","EoS":false}
{"level":"info","ts":1784652161.482999,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53","EoS":true}
{"level":"info","ts":1784652161.4830308,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d5f7ee61-1c2f-4c73-89d7-4593020f2f53"}
{"level":"info","ts":1784652161.6182742,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652161.6183672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c"}
{"level":"info","ts":1784652161.6183825,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c"}
{"level":"info","ts":1784652161.6183956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c","EoS":true}
{"level":"info","ts":1784652161.618421,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c","header":"x-maas-subscription"}
{"level":"info","ts":1784652161.6184316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c","header":"x-maas-username"}
{"level":"info","ts":1784652161.618436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c","header":"x-maas-group"}
{"level":"info","ts":1784652161.61845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652161.6184747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c"}
{"level":"info","ts":1784652161.6193056,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c"}
{"level":"info","ts":1784652161.619326,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c"}
{"level":"info","ts":1784652161.6193497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c","EoS":false}
{"level":"info","ts":1784652161.6193664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c","EoS":true}
{"level":"info","ts":1784652161.6193986,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"53388030-ea47-4099-9f15-c79e7ede590c"}
{"level":"info","ts":1784652161.7506485,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652161.750725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc"}
{"level":"info","ts":1784652161.750739,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc"}
{"level":"info","ts":1784652161.7507508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc","EoS":true}
{"level":"info","ts":1784652161.7507725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc","header":"x-maas-username"}
{"level":"info","ts":1784652161.750784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc","header":"x-maas-subscription"}
{"level":"info","ts":1784652161.7507885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc","header":"x-maas-group"}
{"level":"info","ts":1784652161.7507994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652161.7508209,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc"}
{"level":"info","ts":1784652161.751585,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc"}
{"level":"info","ts":1784652161.7516026,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc"}
{"level":"info","ts":1784652161.75162,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc","EoS":false}
{"level":"info","ts":1784652161.7516363,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc","EoS":true}
{"level":"info","ts":1784652161.751669,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"884f1526-09c5-486e-99ab-4c44d9afa4fc"}
{"level":"info","ts":1784652161.883621,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652161.8836935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631"}
{"level":"info","ts":1784652161.8837104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631"}
{"level":"info","ts":1784652161.8837273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631","EoS":true}
{"level":"info","ts":1784652161.8837495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631","header":"x-maas-username"}
{"level":"info","ts":1784652161.8837626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631","header":"x-maas-group"}
{"level":"info","ts":1784652161.883769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631","header":"x-maas-subscription"}
{"level":"info","ts":1784652161.8837807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652161.8838058,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631"}
{"level":"info","ts":1784652161.8846126,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631"}
{"level":"info","ts":1784652161.8846302,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631"}
{"level":"info","ts":1784652161.8846476,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631","EoS":false}
{"level":"info","ts":1784652161.8846686,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631","EoS":true}
{"level":"info","ts":1784652161.8847046,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c784f292-f81c-4c78-850d-9685b3ef9631"}
{"level":"info","ts":1784652178.7059646,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652178.7060618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc"}
{"level":"info","ts":1784652178.706078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc"}
{"level":"info","ts":1784652178.7060997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc","EoS":true}
{"level":"info","ts":1784652178.7061312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc","header":"x-maas-username"}
{"level":"info","ts":1784652178.7061422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc","header":"x-maas-group"}
{"level":"info","ts":1784652178.7061486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc","header":"x-maas-subscription"}
{"level":"info","ts":1784652178.7061625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652178.706193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc"}
{"level":"info","ts":1784652178.7070308,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc"}
{"level":"info","ts":1784652178.7070522,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc"}
{"level":"info","ts":1784652178.7070763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc","EoS":false}
{"level":"info","ts":1784652178.7070985,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc","EoS":true}
{"level":"info","ts":1784652178.7071476,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"75031f5a-8153-4762-b1c9-f80a2002dcfc"}
{"level":"info","ts":1784652178.799989,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652178.8000724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d42131b-0292-4e7e-b606-b2e5d39194ce"}
{"level":"info","ts":1784652178.8007112,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d42131b-0292-4e7e-b606-b2e5d39194ce"}
{"level":"info","ts":1784652178.8007288,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2d42131b-0292-4e7e-b606-b2e5d39194ce"}
{"level":"info","ts":1784652178.8007443,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d42131b-0292-4e7e-b606-b2e5d39194ce","EoS":false}
{"level":"info","ts":1784652178.8007603,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"2d42131b-0292-4e7e-b606-b2e5d39194ce"}
{"level":"info","ts":1784652178.8007815,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d42131b-0292-4e7e-b606-b2e5d39194ce","EoS":true}
{"level":"info","ts":1784652178.8007882,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"2d42131b-0292-4e7e-b606-b2e5d39194ce"}
{"level":"info","ts":1784652183.405379,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652183.4054728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4"}
{"level":"info","ts":1784652183.405488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4"}
{"level":"info","ts":1784652183.4055016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4","EoS":true}
{"level":"info","ts":1784652183.4055545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4","header":"x-maas-group"}
{"level":"info","ts":1784652183.4055643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4","header":"x-maas-username"}
{"level":"info","ts":1784652183.4055693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4","header":"x-maas-subscription"}
{"level":"info","ts":1784652183.4055827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652183.405608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4"}
{"level":"info","ts":1784652183.4072204,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4"}
{"level":"info","ts":1784652183.4072406,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4"}
{"level":"info","ts":1784652183.4072561,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4","EoS":false}
{"level":"info","ts":1784652183.4072678,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4","EoS":true}
{"level":"info","ts":1784652183.4073043,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d577b71b-5778-4588-b76d-b576657a08a4"}
{"level":"info","ts":1784652196.0381598,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652196.038269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74"}
{"level":"info","ts":1784652196.0382857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74"}
{"level":"info","ts":1784652196.0383008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74","EoS":true}
{"level":"info","ts":1784652196.038331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74","header":"x-maas-username"}
{"level":"info","ts":1784652196.038342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74","header":"x-maas-subscription"}
{"level":"info","ts":1784652196.0383465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74","header":"x-maas-group"}
{"level":"info","ts":1784652196.0383608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784652196.038386,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74"}
{"level":"info","ts":1784652196.0392785,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74"}
{"level":"info","ts":1784652196.0392988,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74"}
{"level":"info","ts":1784652196.039321,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74","EoS":false}
{"level":"info","ts":1784652196.039336,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74","EoS":true}
{"level":"info","ts":1784652196.0393689,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f063eac7-3e24-9cc8-8b10-93d0f7656b74"}
{"level":"info","ts":1784652208.912218,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652208.912313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53"}
{"level":"info","ts":1784652208.9123266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53"}
{"level":"info","ts":1784652208.9123466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53","EoS":true}
{"level":"info","ts":1784652208.912387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53","header":"x-maas-subscription"}
{"level":"info","ts":1784652208.9124005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53","header":"x-maas-group"}
{"level":"info","ts":1784652208.9124079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53","header":"x-maas-username"}
{"level":"info","ts":1784652208.9124267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652208.912461,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53"}
{"level":"info","ts":1784652208.9132378,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53"}
{"level":"info","ts":1784652208.9132683,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53"}
{"level":"info","ts":1784652208.9132931,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53","EoS":false}
{"level":"info","ts":1784652208.9133122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53","EoS":true}
{"level":"info","ts":1784652208.9133554,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4dcf4931-6b45-44d5-8de7-e02db358eb53"}
{"level":"info","ts":1784652217.4266598,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652217.426754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887"}
{"level":"info","ts":1784652217.4267688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887"}
{"level":"info","ts":1784652217.4267821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887","EoS":true}
{"level":"info","ts":1784652217.426807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887","header":"x-maas-username"}
{"level":"info","ts":1784652217.4268167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887","header":"x-maas-group"}
{"level":"info","ts":1784652217.4268236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887","header":"x-maas-subscription"}
{"level":"info","ts":1784652217.4268372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652217.4268653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887"}
{"level":"info","ts":1784652217.4274976,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887"}
{"level":"info","ts":1784652217.4275339,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887"}
{"level":"info","ts":1784652217.4275563,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887","EoS":false}
{"level":"info","ts":1784652217.427568,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887","EoS":true}
{"level":"info","ts":1784652217.427605,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"56c281df-0d9a-451a-bcde-ea8c7cd60887"}
{"level":"info","ts":1784652226.303329,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652226.3034124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1"}
{"level":"info","ts":1784652226.3034263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1"}
{"level":"info","ts":1784652226.3034399,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1","EoS":true}
{"level":"info","ts":1784652226.3034685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1","header":"x-maas-subscription"}
{"level":"info","ts":1784652226.303479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1","header":"x-maas-username"}
{"level":"info","ts":1784652226.3034842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1","header":"x-maas-group"}
{"level":"info","ts":1784652226.3034964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652226.3035436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1"}
{"level":"info","ts":1784652226.304204,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1"}
{"level":"info","ts":1784652226.3042254,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1"}
{"level":"info","ts":1784652226.304242,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1","EoS":false}
{"level":"info","ts":1784652226.3042636,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1","EoS":true}
{"level":"info","ts":1784652226.3043065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4dde3f8e-a91e-4feb-9c3f-a64b4a1d74f1"}
{"level":"info","ts":1784652251.1807468,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652251.180854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4"}
{"level":"info","ts":1784652251.180871,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4"}
{"level":"info","ts":1784652251.1808865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4","EoS":true}
{"level":"info","ts":1784652251.180913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4","header":"x-maas-username"}
{"level":"info","ts":1784652251.1809237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4","header":"x-maas-subscription"}
{"level":"info","ts":1784652251.1809282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4","header":"x-maas-group"}
{"level":"info","ts":1784652251.1809425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784652251.180968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4"}
{"level":"info","ts":1784652251.1827254,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4"}
{"level":"info","ts":1784652251.1827466,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4"}
{"level":"info","ts":1784652251.18277,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4","EoS":false}
{"level":"info","ts":1784652251.1827908,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4","EoS":true}
{"level":"info","ts":1784652251.1828363,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e6e1f06c-0803-4190-b4ff-0f94b9170bb4"}
{"level":"info","ts":1784652275.2232268,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652275.2233007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd"}
{"level":"info","ts":1784652275.2233124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd"}
{"level":"info","ts":1784652275.2233236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd","EoS":true}
{"level":"info","ts":1784652275.223348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd","header":"x-maas-group"}
{"level":"info","ts":1784652275.2233582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd","header":"x-maas-subscription"}
{"level":"info","ts":1784652275.223364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd","header":"x-maas-username"}
{"level":"info","ts":1784652275.2233787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784652275.2234027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd"}
{"level":"info","ts":1784652275.2242162,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd"}
{"level":"info","ts":1784652275.2242398,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd"}
{"level":"info","ts":1784652275.2242627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd","EoS":false}
{"level":"info","ts":1784652275.2242763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd","EoS":true}
{"level":"info","ts":1784652275.2243128,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a14aa1fe-a367-4c47-b152-dcebed0fc8bd"}
{"level":"info","ts":1784652301.5133698,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652301.5134618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a"}
{"level":"info","ts":1784652301.513476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a"}
{"level":"info","ts":1784652301.5134954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a","EoS":true}
{"level":"info","ts":1784652301.5135608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a","header":"x-maas-username"}
{"level":"info","ts":1784652301.513577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a","header":"x-maas-group"}
{"level":"info","ts":1784652301.5135853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a","header":"x-maas-subscription"}
{"level":"info","ts":1784652301.5136049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652301.5136456,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a"}
{"level":"info","ts":1784652301.5143871,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a"}
{"level":"info","ts":1784652301.5144086,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a"}
{"level":"info","ts":1784652301.5144234,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a","EoS":false}
{"level":"info","ts":1784652301.5144353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a","EoS":true}
{"level":"info","ts":1784652301.5144684,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"74aec60c-8f54-40b4-ba45-86eaa8c5253a"}
{"level":"info","ts":1784652310.9163907,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652310.9164922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f"}
{"level":"info","ts":1784652310.916526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f"}
{"level":"info","ts":1784652310.9165456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f","EoS":true}
{"level":"info","ts":1784652310.9165747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f","header":"x-maas-subscription"}
{"level":"info","ts":1784652310.9165854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f","header":"x-maas-username"}
{"level":"info","ts":1784652310.9165914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f","header":"x-maas-group"}
{"level":"info","ts":1784652310.9166055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652310.9166336,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f"}
{"level":"info","ts":1784652310.9186368,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f"}
{"level":"info","ts":1784652310.9186587,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f"}
{"level":"info","ts":1784652310.9186807,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f","EoS":false}
{"level":"info","ts":1784652310.9186974,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f","EoS":true}
{"level":"info","ts":1784652310.9187503,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0486965b-f9ee-4822-8854-8b4584d5904f"}
{"level":"info","ts":1784652310.9538288,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652310.9539275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6"}
{"level":"info","ts":1784652310.9539416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6"}
{"level":"info","ts":1784652310.9539585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6","EoS":true}
{"level":"info","ts":1784652310.9539907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6","header":"x-maas-username"}
{"level":"info","ts":1784652310.9540007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6","header":"x-maas-subscription"}
{"level":"info","ts":1784652310.954006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6","header":"x-maas-group"}
{"level":"info","ts":1784652310.9540193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652310.9540498,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6"}
{"level":"info","ts":1784652310.954777,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6"}
{"level":"info","ts":1784652310.9547987,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6"}
{"level":"info","ts":1784652310.9548147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6","EoS":false}
{"level":"info","ts":1784652310.9548259,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6","EoS":true}
{"level":"info","ts":1784652310.9548683,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"963ceb57-cf48-459b-84f8-d819a7f13df6"}
{"level":"info","ts":1784652330.156671,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652330.1567683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff"}
{"level":"info","ts":1784652330.156787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff"}
{"level":"info","ts":1784652330.1568027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff","EoS":true}
{"level":"info","ts":1784652330.1568284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff","header":"x-maas-username"}
{"level":"info","ts":1784652330.1568365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff","header":"x-maas-subscription"}
{"level":"info","ts":1784652330.1568415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff","header":"x-maas-group"}
{"level":"info","ts":1784652330.1568563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652330.1568832,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff"}
{"level":"info","ts":1784652330.1576786,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff"}
{"level":"info","ts":1784652330.157701,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff"}
{"level":"info","ts":1784652330.1577234,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff","EoS":false}
{"level":"info","ts":1784652330.1577408,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff","EoS":true}
{"level":"info","ts":1784652330.1577826,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3d0e3c2b-b114-498b-96c5-8078e9775dff"}
{"level":"info","ts":1784652462.8708262,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652462.870916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398"}
{"level":"info","ts":1784652462.8709295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398"}
{"level":"info","ts":1784652462.870942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398","EoS":true}
{"level":"info","ts":1784652462.870969,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398","header":"x-maas-username"}
{"level":"info","ts":1784652462.8709788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398","header":"x-maas-subscription"}
{"level":"info","ts":1784652462.8709846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398","header":"x-maas-group"}
{"level":"info","ts":1784652462.870998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784652462.8710213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398"}
{"level":"info","ts":1784652462.872975,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398"}
{"level":"info","ts":1784652462.8729982,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398"}
{"level":"info","ts":1784652462.8730137,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398","EoS":false}
{"level":"info","ts":1784652462.8730252,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398","EoS":true}
{"level":"info","ts":1784652462.873064,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2f80f645-720d-4bc9-9aac-fbb345015398"}
{"level":"info","ts":1784652499.8860185,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652499.8861125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929"}
{"level":"info","ts":1784652499.8861299,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929"}
{"level":"info","ts":1784652499.8861494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929","EoS":true}
{"level":"info","ts":1784652499.8861876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929","header":"x-maas-group"}
{"level":"info","ts":1784652499.8862007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929","header":"x-maas-username"}
{"level":"info","ts":1784652499.8862083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929","header":"x-maas-subscription"}
{"level":"info","ts":1784652499.8862298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652499.886267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929"}
{"level":"info","ts":1784652499.8883984,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929"}
{"level":"info","ts":1784652499.8884208,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929"}
{"level":"info","ts":1784652499.8884373,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929","EoS":false}
{"level":"info","ts":1784652499.8884492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929","EoS":true}
{"level":"info","ts":1784652499.8884895,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"699e3f2b-f52a-4998-a4e4-772a88bc6929"}
{"level":"info","ts":1784652515.1212916,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652515.1213682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d"}
{"level":"info","ts":1784652515.1213808,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d"}
{"level":"info","ts":1784652515.1213927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d","EoS":true}
{"level":"info","ts":1784652515.121417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d","header":"x-maas-group"}
{"level":"info","ts":1784652515.1214275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d","header":"x-maas-username"}
{"level":"info","ts":1784652515.1214318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d","header":"x-maas-subscription"}
{"level":"info","ts":1784652515.1214452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652515.1214697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d"}
{"level":"info","ts":1784652515.1221526,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d"}
{"level":"info","ts":1784652515.1221743,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d"}
{"level":"info","ts":1784652515.122198,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d","EoS":false}
{"level":"info","ts":1784652515.1222146,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d","EoS":true}
{"level":"info","ts":1784652515.122254,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0066bd65-6c93-4086-80d2-70661f87567d"}
{"level":"info","ts":1784652837.0720253,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652837.0721111,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0"}
{"level":"info","ts":1784652837.0721216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0"}
{"level":"info","ts":1784652837.0721343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0","EoS":true}
{"level":"info","ts":1784652837.0721614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0","header":"x-maas-group"}
{"level":"info","ts":1784652837.0721726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0","header":"x-maas-username"}
{"level":"info","ts":1784652837.072178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0","header":"x-maas-subscription"}
{"level":"info","ts":1784652837.0721912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652837.0722184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0"}
{"level":"info","ts":1784652837.0736544,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0"}
{"level":"info","ts":1784652837.0736835,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0"}
{"level":"info","ts":1784652837.0737042,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0","EoS":false}
{"level":"info","ts":1784652837.0737188,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0","EoS":true}
{"level":"info","ts":1784652837.0737486,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dd44654c-f9ba-4787-aaef-5092aa2b71a0"}
{"level":"info","ts":1784652841.8449194,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7c7c8ef6-6923-4e1e-94c6-1894d32a050a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784652841.845169,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38767.218583864,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652841.8451927,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652841.9063256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652841.9461308,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7c7c8ef6-6923-4e1e-94c6-1894d32a050a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784652841.9597275,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52f9c55e-6411-4667-923b-6058dbf031db","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784652841.9597678,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52f9c55e-6411-4667-923b-6058dbf031db","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784652841.959822,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02de48fc-a592-41fc-b4e6-3b887f24f585"}
{"level":"info","ts":1784652841.9683256,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c25efe81-4682-4678-9a14-4f8f3b0349a8","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784652841.9683552,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c25efe81-4682-4678-9a14-4f8f3b0349a8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784652841.96874,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37704.515891652,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652841.968759,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652841.9776223,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652842.0690734,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02de48fc-a592-41fc-b4e6-3b887f24f585","name":"e2e-external-provider"}
{"level":"info","ts":1784652842.075979,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad4b8676-4770-45bd-8c26-f8bb844da0da"}
{"level":"info","ts":1784652842.0760088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c7b7eeb-eda1-4d17-8344-824be41602fd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652842.0760515,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c7b7eeb-eda1-4d17-8344-824be41602fd","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652842.082162,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad4b8676-4770-45bd-8c26-f8bb844da0da","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784652842.082207,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87dcd11a-5148-46d0-bad1-79b6ed46554e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652842.0822296,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87dcd11a-5148-46d0-bad1-79b6ed46554e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652842.0906436,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02de48fc-a592-41fc-b4e6-3b887f24f585","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"error","ts":1784652842.0911226,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad4b8676-4770-45bd-8c26-f8bb844da0da","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652842.0911956,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea9060bc-9b49-45fe-b8dc-16ab580b0f6a"}
{"level":"info","ts":1784652842.0912204,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea9060bc-9b49-45fe-b8dc-16ab580b0f6a","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784652842.0911455,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2190bcaa-e889-4446-9946-abd162c207e6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652842.091249,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2190bcaa-e889-4446-9946-abd162c207e6","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784652842.0998526,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea9060bc-9b49-45fe-b8dc-16ab580b0f6a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652842.1037474,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02de48fc-a592-41fc-b4e6-3b887f24f585","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784652842.1108654,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a52a90a-5634-4695-96c7-6a9bad672d96"}
{"level":"info","ts":1784652842.110897,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a52a90a-5634-4695-96c7-6a9bad672d96","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784652842.1126482,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02de48fc-a592-41fc-b4e6-3b887f24f585","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784652842.1162605,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a52a90a-5634-4695-96c7-6a9bad672d96","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652842.1208625,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da284751-2670-4052-950c-8c4145e01fa5"}
{"level":"info","ts":1784652842.1209254,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da284751-2670-4052-950c-8c4145e01fa5","name":"e2e-external-provider"}
{"level":"info","ts":1784652842.1209908,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7dc659c4-e4f7-41d8-8a4d-ceec13e2fdac","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784652842.1210258,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7dc659c4-e4f7-41d8-8a4d-ceec13e2fdac","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784652842.1211207,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c09b3dc-b1f5-41b7-b2c5-d43fb94335f1"}
{"level":"info","ts":1784652842.121141,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cef76067-e624-46b5-b77f-02731b472544","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652842.1211603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cef76067-e624-46b5-b77f-02731b472544","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652842.1213188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34682.711849935,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652842.121334,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652842.128812,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652842.134213,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da284751-2670-4052-950c-8c4145e01fa5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784652842.1383276,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da284751-2670-4052-950c-8c4145e01fa5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652842.1384025,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dccbc968-d7da-4358-a3d7-d8d1596d3814"}
{"level":"info","ts":1784652842.1384346,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dccbc968-d7da-4358-a3d7-d8d1596d3814","name":"e2e-external-provider"}
{"level":"info","ts":1784652842.1507604,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dccbc968-d7da-4358-a3d7-d8d1596d3814","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784652842.2218635,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c09b3dc-b1f5-41b7-b2c5-d43fb94335f1","name":"e2e-external-model"}
{"level":"info","ts":1784652842.2349112,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c09b3dc-b1f5-41b7-b2c5-d43fb94335f1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652842.2436047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b68ca63b-03f5-4aeb-86d3-c381217fe038","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652842.243648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b68ca63b-03f5-4aeb-86d3-c381217fe038","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652842.243848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ceabaea-6db0-480a-8c61-3aac05611c72"}
{"level":"info","ts":1784652842.2439032,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ceabaea-6db0-480a-8c61-3aac05611c72","name":"e2e-external-model"}
{"level":"error","ts":1784652842.2669387,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ceabaea-6db0-480a-8c61-3aac05611c72","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652842.26701,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f61ff06-cee9-4aaf-9b5d-dc39a42e7f98"}
{"level":"info","ts":1784652842.2670083,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5d64fc7-8e38-4dd5-9a25-fffdb721042a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652842.2670405,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5d64fc7-8e38-4dd5-9a25-fffdb721042a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652842.2670586,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f61ff06-cee9-4aaf-9b5d-dc39a42e7f98","name":"e2e-external-model"}
{"level":"info","ts":1784652842.2774446,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f61ff06-cee9-4aaf-9b5d-dc39a42e7f98","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652842.2835345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"584008e7-d252-4f1f-aed0-5833a66d01f7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652842.2835674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"584008e7-d252-4f1f-aed0-5833a66d01f7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652842.2837052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dc2a4a0-e2a8-4ec3-be69-c07b1969d881"}
{"level":"info","ts":1784652842.2837508,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dc2a4a0-e2a8-4ec3-be69-c07b1969d881","name":"e2e-external-model"}
{"level":"info","ts":1784652842.2942355,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dc2a4a0-e2a8-4ec3-be69-c07b1969d881","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652849.5027475,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652849.502835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597"}
{"level":"info","ts":1784652849.50285,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597"}
{"level":"info","ts":1784652849.502862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597","EoS":true}
{"level":"info","ts":1784652849.5028968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597","header":"x-maas-subscription"}
{"level":"info","ts":1784652849.5029113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597","header":"x-maas-username"}
{"level":"info","ts":1784652849.5029166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597","header":"x-maas-group"}
{"level":"info","ts":1784652849.5029323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784652849.5029461,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597","modelName":"e2e-external-model"}
{"level":"info","ts":1784652849.502961,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784652849.5029964,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784652849.5030131,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597","authType":"apikey"}
{"level":"info","ts":1784652849.503048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d2365f7-6d94-4a8b-928c-37e7d1479597"}
{"level":"info","ts":1784652849.6224906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"179c7b3c-f25b-45e1-85e7-87b402e0e028"}
{"level":"info","ts":1784652849.6225462,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"310820a7-ddd7-4c13-9edc-5465b352f852","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652849.6225817,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"310820a7-ddd7-4c13-9edc-5465b352f852","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784652849.628834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2fef02a5-c708-4334-ba70-307f71cd27d3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652849.62886,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2fef02a5-c708-4334-ba70-307f71cd27d3","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784652849.6321065,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"179c7b3c-f25b-45e1-85e7-87b402e0e028","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652849.6321774,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"179c7b3c-f25b-45e1-85e7-87b402e0e028","name":"e2e-cleanup-test"}
{"level":"info","ts":1784652849.6511335,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6137095-fe2c-432a-90ef-7724a1837b90","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652849.6511562,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6137095-fe2c-432a-90ef-7724a1837b90","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784652849.65262,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"179c7b3c-f25b-45e1-85e7-87b402e0e028","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784652849.6526523,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"179c7b3c-f25b-45e1-85e7-87b402e0e028","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652849.652697,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf330055-0d49-40fc-a380-d8d3818bc91b"}
{"level":"info","ts":1784652849.6527488,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf330055-0d49-40fc-a380-d8d3818bc91b","name":"e2e-cleanup-test"}
{"level":"info","ts":1784652849.6663492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5874944b-ece9-40a2-b083-ecc32eccedbb","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652849.666377,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5874944b-ece9-40a2-b083-ecc32eccedbb","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784652849.6680355,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf330055-0d49-40fc-a380-d8d3818bc91b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784652849.6680741,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf330055-0d49-40fc-a380-d8d3818bc91b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652849.6681168,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"390a6665-faad-4656-bf50-72887efb3f68"}
{"level":"info","ts":1784652849.6681707,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"390a6665-faad-4656-bf50-72887efb3f68","name":"e2e-cleanup-test"}
{"level":"info","ts":1784652849.6784532,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"390a6665-faad-4656-bf50-72887efb3f68","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652849.6887093,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3d5323c-e821-49f7-a930-3083370b000f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652849.688734,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3d5323c-e821-49f7-a930-3083370b000f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784652849.688811,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"390a6665-faad-4656-bf50-72887efb3f68","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652849.6888783,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc5f18db-5040-41c1-b60f-6e6c4ce63c8c"}
{"level":"info","ts":1784652849.6889222,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc5f18db-5040-41c1-b60f-6e6c4ce63c8c","name":"e2e-cleanup-test"}
{"level":"info","ts":1784652849.6996682,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc5f18db-5040-41c1-b60f-6e6c4ce63c8c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652857.8855338,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3da1649-d2ad-45c6-b811-63181332574c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652857.8855848,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3da1649-d2ad-45c6-b811-63181332574c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652857.8855329,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb36fae6-64b0-44a8-8886-f2e58a378f9b"}
{"level":"info","ts":1784652862.177863,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652862.1779592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7b12a21-7b15-4137-b771-b5655885c583"}
{"level":"info","ts":1784652862.177977,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7b12a21-7b15-4137-b771-b5655885c583"}
{"level":"info","ts":1784652862.1779916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7b12a21-7b15-4137-b771-b5655885c583","EoS":true}
{"level":"info","ts":1784652862.1780267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7b12a21-7b15-4137-b771-b5655885c583","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784652862.1780617,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7b12a21-7b15-4137-b771-b5655885c583"}
{"level":"info","ts":1784652862.217032,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652862.2171066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90"}
{"level":"info","ts":1784652862.21712,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90"}
{"level":"info","ts":1784652862.2171326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90","EoS":true}
{"level":"info","ts":1784652862.217165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90","header":"x-maas-subscription"}
{"level":"info","ts":1784652862.2171772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90","header":"x-maas-group"}
{"level":"info","ts":1784652862.2171829,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90","header":"x-maas-username"}
{"level":"info","ts":1784652862.217197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784652862.2172065,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90","modelName":"e2e-external-model"}
{"level":"info","ts":1784652862.2172184,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784652862.2172575,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784652862.2172759,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90","authType":"apikey"}
{"level":"info","ts":1784652862.217305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79df0446-e1bb-4a3e-9e56-90920801fc90"}
{"level":"info","ts":1784652862.2521088,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652862.2521765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054"}
{"level":"info","ts":1784652862.252186,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054"}
{"level":"info","ts":1784652862.2521985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054","EoS":true}
{"level":"info","ts":1784652862.2522233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054","header":"x-maas-group"}
{"level":"info","ts":1784652862.2522333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054","header":"x-maas-subscription"}
{"level":"info","ts":1784652862.252238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054","header":"x-maas-username"}
{"level":"info","ts":1784652862.252251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784652862.2522752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054"}
{"level":"info","ts":1784652862.3485012,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054"}
{"level":"info","ts":1784652862.3485487,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054"}
{"level":"info","ts":1784652862.3485703,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054","EoS":false}
{"level":"info","ts":1784652862.3485928,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054","EoS":true}
{"level":"error","ts":1784652862.3486116,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784652862.3486648,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e4cf3803-db4e-4120-b4cb-b10278e53054"}
{"level":"info","ts":1784652862.406734,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652862.4068096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468"}
{"level":"info","ts":1784652862.4068239,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468"}
{"level":"info","ts":1784652862.406837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468","EoS":true}
{"level":"info","ts":1784652862.4068618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468","header":"x-maas-subscription"}
{"level":"info","ts":1784652862.4068708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468","header":"x-maas-group"}
{"level":"info","ts":1784652862.4068758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468","header":"x-maas-username"}
{"level":"info","ts":1784652862.4069028,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468"}
{"level":"info","ts":1784652862.451326,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468"}
{"level":"info","ts":1784652862.4513514,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468"}
{"level":"info","ts":1784652862.4513698,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468","EoS":false}
{"level":"info","ts":1784652862.4513814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468","EoS":true}
{"level":"error","ts":1784652862.4513965,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784652862.4514306,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b3251cf6-ca14-435d-8482-7ddf48966468"}
{"level":"info","ts":1784652863.2622252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfe6b338-74eb-4315-9fb5-e9e54a01fa95"}
{"level":"info","ts":1784652863.262282,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d975dfa9-20a8-4a77-be21-7229e2b742cd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652863.2623224,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d975dfa9-20a8-4a77-be21-7229e2b742cd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652863.4092925,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9733fc9a-947b-42ce-9177-1055bb191a44"}
{"level":"info","ts":1784652863.409322,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b2c75c0-ead8-419f-99f8-dffbf1b01c4f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784652863.4093523,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b2c75c0-ead8-419f-99f8-dffbf1b01c4f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784652863.5256562,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c71ebb4c-e8cf-474d-87e6-5ff93318a598","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784652863.5257444,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c71ebb4c-e8cf-474d-87e6-5ff93318a598","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784653513.650746,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784653513.6508331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15"}
{"level":"info","ts":1784653513.6508486,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15"}
{"level":"info","ts":1784653513.650861,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15","EoS":true}
{"level":"info","ts":1784653513.6508853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15","header":"x-maas-group"}
{"level":"info","ts":1784653513.6508949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15","header":"x-maas-subscription"}
{"level":"info","ts":1784653513.6509004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15","header":"x-maas-username"}
{"level":"info","ts":1784653513.6509147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15","path":"/ai-tenant-e2e-inf-b-fe1af7/test-model-fe1af7/v1/chat/completions"}
{"level":"info","ts":1784653513.6509461,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15"}
{"level":"info","ts":1784653513.6639917,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15"}
{"level":"info","ts":1784653513.6640208,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15"}
{"level":"info","ts":1784653513.6640382,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15","EoS":false}
{"level":"info","ts":1784653513.6640525,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15","EoS":true}
{"level":"info","ts":1784653513.664096,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5497d0da-8820-4e0f-96cd-eb99d1ba8a15"}
{"level":"info","ts":1784654024.6635504,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784654024.6636333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad"}
{"level":"info","ts":1784654024.663646,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad"}
{"level":"info","ts":1784654024.663659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad","EoS":true}
{"level":"info","ts":1784654024.6636868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad","header":"x-maas-subscription"}
{"level":"info","ts":1784654024.663698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad","header":"x-maas-username"}
{"level":"info","ts":1784654024.6637025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad","header":"x-maas-group"}
{"level":"info","ts":1784654024.6637166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad","path":"/ai-tenant-e2e-shared-b-e17cb5/rate-test-model-e17cb5/v1/completions"}
{"level":"info","ts":1784654024.6637423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad"}
{"level":"info","ts":1784654024.6763594,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad"}
{"level":"info","ts":1784654024.6763806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad"}
{"level":"info","ts":1784654024.6763961,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad","EoS":false}
{"level":"info","ts":1784654024.6764088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad","EoS":true}
{"level":"info","ts":1784654024.676444,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0258641f-7438-4fbb-ac68-b79b95a898ad"}