{"level":"info","ts":1785536075.5324686,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be03434b-e0ad-47f5-93b8-38966de588ad","EoS":true} {"level":"info","ts":1785536075.5324788,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be03434b-e0ad-47f5-93b8-38966de588ad"} {"level":"info","ts":1785536075.6696975,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536075.669775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606"} {"level":"info","ts":1785536075.6697862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606"} {"level":"info","ts":1785536075.6697972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606","EoS":true} {"level":"info","ts":1785536075.6698234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606","header":"x-maas-subscription"} {"level":"info","ts":1785536075.6698332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606","header":"x-maas-username"} {"level":"info","ts":1785536075.6698384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606","header":"x-maas-group"} {"level":"info","ts":1785536075.6698506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536075.6698742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606"} {"level":"info","ts":1785536075.6715853,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606"} {"level":"info","ts":1785536075.6715987,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606"} {"level":"info","ts":1785536075.6716106,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606","EoS":false} {"level":"info","ts":1785536075.6716213,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606"} {"level":"info","ts":1785536075.671641,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606","EoS":true} {"level":"info","ts":1785536075.6716495,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c551213b-aa05-4489-8afa-29a612ee0606"} {"level":"info","ts":1785536075.808906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536075.80898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee"} {"level":"info","ts":1785536075.8089914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee"} {"level":"info","ts":1785536075.809003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee","EoS":true} {"level":"info","ts":1785536075.8090281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee","header":"x-maas-username"} {"level":"info","ts":1785536075.8090382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee","header":"x-maas-group"} {"level":"info","ts":1785536075.809043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee","header":"x-maas-subscription"} {"level":"info","ts":1785536075.8090575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536075.8090837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee"} {"level":"info","ts":1785536075.809864,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee"} {"level":"info","ts":1785536075.809883,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee"} {"level":"info","ts":1785536075.8098974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee","EoS":false} {"level":"info","ts":1785536075.809909,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee"} {"level":"info","ts":1785536075.8099377,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee","EoS":true} {"level":"info","ts":1785536075.8099496,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"383e27fa-d0eb-40e8-b375-3dd768b15aee"} {"level":"info","ts":1785536075.9466968,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536075.9467635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a"} {"level":"info","ts":1785536075.9467733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a"} {"level":"info","ts":1785536075.9467843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a","EoS":true} {"level":"info","ts":1785536075.9468079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a","header":"x-maas-subscription"} {"level":"info","ts":1785536075.9468174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a","header":"x-maas-group"} {"level":"info","ts":1785536075.9468224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a","header":"x-maas-username"} {"level":"info","ts":1785536075.946835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536075.9468567,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a"} {"level":"info","ts":1785536075.9477077,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a"} {"level":"info","ts":1785536075.9477262,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a"} {"level":"info","ts":1785536075.947746,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a","EoS":false} {"level":"info","ts":1785536075.9477558,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a"} {"level":"info","ts":1785536075.9477797,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a","EoS":true} {"level":"info","ts":1785536075.947788,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af962143-5446-4a3d-b50b-c40d40245b2a"} {"level":"info","ts":1785536097.2272093,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536097.2272842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192"} {"level":"info","ts":1785536097.227296,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192"} {"level":"info","ts":1785536097.227313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192","EoS":true} {"level":"info","ts":1785536097.2273362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192","header":"x-maas-group"} {"level":"info","ts":1785536097.2273476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192","header":"x-maas-username"} {"level":"info","ts":1785536097.2273526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192","header":"x-maas-subscription"} {"level":"info","ts":1785536097.2273667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536097.2273986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192"} {"level":"info","ts":1785536097.2282572,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192"} {"level":"info","ts":1785536097.2282813,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192"} {"level":"info","ts":1785536097.2283032,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192","EoS":false} {"level":"info","ts":1785536097.2283244,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192"} {"level":"info","ts":1785536097.2283688,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192","EoS":true} {"level":"info","ts":1785536097.2283788,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"458fec47-f3fc-99c0-acf7-6e252cda6192"} {"level":"info","ts":1785536097.265408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536097.265464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386"} {"level":"info","ts":1785536097.265474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386"} {"level":"info","ts":1785536097.265485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386","EoS":true} {"level":"info","ts":1785536097.2655058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386","header":"x-maas-username"} {"level":"info","ts":1785536097.2655156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386","header":"x-maas-subscription"} {"level":"info","ts":1785536097.2655199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386","header":"x-maas-group"} {"level":"info","ts":1785536097.2655342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536097.2655568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386"} {"level":"info","ts":1785536097.2662818,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386"} {"level":"info","ts":1785536097.2662938,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386"} {"level":"info","ts":1785536097.266305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386","EoS":false} {"level":"info","ts":1785536097.2663155,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386"} {"level":"info","ts":1785536097.2663348,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386","EoS":true} {"level":"info","ts":1785536097.2663422,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9e126f7e-0740-421a-8efa-0af821fac386"} {"level":"info","ts":1785536097.3676205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536097.367687,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13159adf-99aa-4d07-a945-6ee7f7baba2e"} {"level":"info","ts":1785536097.3683672,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13159adf-99aa-4d07-a945-6ee7f7baba2e"} {"level":"info","ts":1785536097.3683865,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"13159adf-99aa-4d07-a945-6ee7f7baba2e"} {"level":"info","ts":1785536097.3684125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13159adf-99aa-4d07-a945-6ee7f7baba2e","EoS":false} {"level":"info","ts":1785536097.3684323,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13159adf-99aa-4d07-a945-6ee7f7baba2e"} {"level":"info","ts":1785536097.3684707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13159adf-99aa-4d07-a945-6ee7f7baba2e","EoS":true} {"level":"info","ts":1785536097.3684804,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13159adf-99aa-4d07-a945-6ee7f7baba2e"} {"level":"info","ts":1785536102.0608835,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536102.0609672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94"} {"level":"info","ts":1785536102.0609858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94"} {"level":"info","ts":1785536102.0610046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94","EoS":true} {"level":"info","ts":1785536102.0610428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94","header":"x-maas-username"} {"level":"info","ts":1785536102.0610561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94","header":"x-maas-group"} {"level":"info","ts":1785536102.0610657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94","header":"x-maas-subscription"} {"level":"info","ts":1785536102.0610864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536102.061121,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94"} {"level":"info","ts":1785536102.062242,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94"} {"level":"info","ts":1785536102.0622625,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94"} {"level":"info","ts":1785536102.0622792,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94","EoS":false} {"level":"info","ts":1785536102.0622895,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94"} {"level":"info","ts":1785536102.062315,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94","EoS":true} {"level":"info","ts":1785536102.0623226,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b12d0b9d-a759-4f4c-a6c6-0b6203c5ac94"} {"level":"info","ts":1785536110.675771,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536110.6758533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae"} {"level":"info","ts":1785536110.6758657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae"} {"level":"info","ts":1785536110.6758769,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae","EoS":true} {"level":"info","ts":1785536110.6759005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae","header":"x-maas-username"} {"level":"info","ts":1785536110.675911,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae","header":"x-maas-subscription"} {"level":"info","ts":1785536110.675916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae","header":"x-maas-group"} {"level":"info","ts":1785536110.6759298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785536110.675954,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae"} {"level":"info","ts":1785536110.689458,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae"} {"level":"info","ts":1785536110.689484,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae"} {"level":"info","ts":1785536110.689506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae","EoS":false} {"level":"info","ts":1785536110.6895194,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae"} {"level":"info","ts":1785536110.6895478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae","EoS":true} {"level":"info","ts":1785536110.689561,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f3830b5-c0e7-456a-8269-08d49eb976ae"} {"level":"info","ts":1785536123.5708961,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536123.5709732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e"} {"level":"info","ts":1785536123.570983,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e"} {"level":"info","ts":1785536123.570994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e","EoS":true} {"level":"info","ts":1785536123.5710194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e","header":"x-maas-username"} {"level":"info","ts":1785536123.5710306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e","header":"x-maas-subscription"} {"level":"info","ts":1785536123.571036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e","header":"x-maas-group"} {"level":"info","ts":1785536123.5710502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536123.5710742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e"} {"level":"info","ts":1785536123.5720625,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e"} {"level":"info","ts":1785536123.5720801,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e"} {"level":"info","ts":1785536123.5720942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e","EoS":false} {"level":"info","ts":1785536123.5721066,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e"} {"level":"info","ts":1785536123.5721328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e","EoS":true} {"level":"info","ts":1785536123.572144,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce3c68d2-a829-4862-9dd2-c30a6b71de4e"} {"level":"info","ts":1785536132.1187985,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536132.1188805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf"} {"level":"info","ts":1785536132.118893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf"} {"level":"info","ts":1785536132.1189039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf","EoS":true} {"level":"info","ts":1785536132.1189296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf","header":"x-maas-subscription"} {"level":"info","ts":1785536132.1189408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf","header":"x-maas-group"} {"level":"info","ts":1785536132.1189463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf","header":"x-maas-username"} {"level":"info","ts":1785536132.1189597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536132.1189837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf"} {"level":"info","ts":1785536132.1199353,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf"} {"level":"info","ts":1785536132.119956,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf"} {"level":"info","ts":1785536132.119977,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf","EoS":false} {"level":"info","ts":1785536132.1199927,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf"} {"level":"info","ts":1785536132.1200264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf","EoS":true} {"level":"info","ts":1785536132.1200385,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cea4d9e-caf6-490c-9cfc-7f04a12779bf"} {"level":"info","ts":1785536141.0166333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536141.016722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625"} {"level":"info","ts":1785536141.0167415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625"} {"level":"info","ts":1785536141.0167623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625","EoS":true} {"level":"info","ts":1785536141.016799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625","header":"x-maas-group"} {"level":"info","ts":1785536141.0168118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625","header":"x-maas-username"} {"level":"info","ts":1785536141.0168197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625","header":"x-maas-subscription"} {"level":"info","ts":1785536141.01684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536141.0168743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625"} {"level":"info","ts":1785536141.0179293,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625"} {"level":"info","ts":1785536141.0179477,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625"} {"level":"info","ts":1785536141.017966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625","EoS":false} {"level":"info","ts":1785536141.0179772,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625"} {"level":"info","ts":1785536141.0180001,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625","EoS":true} {"level":"info","ts":1785536141.0180078,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb1c488c-2744-4f95-b26a-78fb22d77625"} {"level":"info","ts":1785536170.6368797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536170.6369596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c"} {"level":"info","ts":1785536170.636974,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c"} {"level":"info","ts":1785536170.6369863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c","EoS":true} {"level":"info","ts":1785536170.6370106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c","header":"x-maas-username"} {"level":"info","ts":1785536170.6370208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c","header":"x-maas-group"} {"level":"info","ts":1785536170.6370258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c","header":"x-maas-subscription"} {"level":"info","ts":1785536170.6370387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785536170.6370656,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c"} {"level":"info","ts":1785536170.6394973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c"} {"level":"info","ts":1785536170.6395257,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c"} {"level":"info","ts":1785536170.6395538,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c","EoS":false} {"level":"info","ts":1785536170.639575,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c"} {"level":"info","ts":1785536170.6396165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c","EoS":true} {"level":"info","ts":1785536170.639632,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a80e1341-5a32-4a9c-8d31-63e6dd2a820c"} {"level":"info","ts":1785536204.865677,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536204.8657544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c"} {"level":"info","ts":1785536204.8657656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c"} {"level":"info","ts":1785536204.8657773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c","EoS":true} {"level":"info","ts":1785536204.865799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c","header":"x-maas-username"} {"level":"info","ts":1785536204.865809,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c","header":"x-maas-group"} {"level":"info","ts":1785536204.8658147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c","header":"x-maas-subscription"} {"level":"info","ts":1785536204.8658292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785536204.8658535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c"} {"level":"info","ts":1785536204.868711,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c"} {"level":"info","ts":1785536204.8687372,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c"} {"level":"info","ts":1785536204.8687606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c","EoS":false} {"level":"info","ts":1785536204.8687809,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c"} {"level":"info","ts":1785536204.8688178,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c","EoS":true} {"level":"info","ts":1785536204.8688295,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d536e21f-2ca9-4fcc-bbbc-4dc65c9de42c"} {"level":"info","ts":1785536240.1684709,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536240.168552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f"} {"level":"info","ts":1785536240.1685617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f"} {"level":"info","ts":1785536240.1685731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f","EoS":true} {"level":"info","ts":1785536240.1685982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f","header":"x-maas-subscription"} {"level":"info","ts":1785536240.1686082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f","header":"x-maas-group"} {"level":"info","ts":1785536240.1686122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f","header":"x-maas-username"} {"level":"info","ts":1785536240.1686256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536240.1686497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f"} {"level":"info","ts":1785536240.1696625,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f"} {"level":"info","ts":1785536240.169691,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f"} {"level":"info","ts":1785536240.1697116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f","EoS":false} {"level":"info","ts":1785536240.169727,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f"} {"level":"info","ts":1785536240.169762,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f","EoS":true} {"level":"info","ts":1785536240.1697712,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e75762a9-c4ee-41f9-97de-99d776c40f0f"} {"level":"info","ts":1785536249.5926993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536249.5927753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a"} {"level":"info","ts":1785536249.5927882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a"} {"level":"info","ts":1785536249.5928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a","EoS":true} {"level":"info","ts":1785536249.5928235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a","header":"x-maas-subscription"} {"level":"info","ts":1785536249.5928335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a","header":"x-maas-group"} {"level":"info","ts":1785536249.5928397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a","header":"x-maas-username"} {"level":"info","ts":1785536249.5928545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536249.5928805,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a"} {"level":"info","ts":1785536249.593831,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a"} {"level":"info","ts":1785536249.593851,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a"} {"level":"info","ts":1785536249.593872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a","EoS":false} {"level":"info","ts":1785536249.5938838,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a"} {"level":"info","ts":1785536249.5939066,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a","EoS":true} {"level":"info","ts":1785536249.5939167,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6b29d90-44ee-448c-a370-672a88eafa2a"} {"level":"info","ts":1785536249.6303833,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536249.630448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2"} {"level":"info","ts":1785536249.6304572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2"} {"level":"info","ts":1785536249.6304686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2","EoS":true} {"level":"info","ts":1785536249.6304908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2","header":"x-maas-group"} {"level":"info","ts":1785536249.630502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2","header":"x-maas-username"} {"level":"info","ts":1785536249.6305103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2","header":"x-maas-subscription"} {"level":"info","ts":1785536249.6305237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536249.6305497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2"} {"level":"info","ts":1785536249.631528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2"} {"level":"info","ts":1785536249.6315463,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2"} {"level":"info","ts":1785536249.6315699,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2","EoS":false} {"level":"info","ts":1785536249.6315827,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2"} {"level":"info","ts":1785536249.6316075,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2","EoS":true} {"level":"info","ts":1785536249.6316154,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e47f29e9-f415-4d98-a3c0-22eda3ea2bd2"} {"level":"info","ts":1785536268.8608232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536268.860906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f"} {"level":"info","ts":1785536268.8609192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f"} {"level":"info","ts":1785536268.8609314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f","EoS":true} {"level":"info","ts":1785536268.8609624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f","header":"x-maas-username"} {"level":"info","ts":1785536268.8609755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f","header":"x-maas-subscription"} {"level":"info","ts":1785536268.8609805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f","header":"x-maas-group"} {"level":"info","ts":1785536268.8609936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536268.861021,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f"} {"level":"info","ts":1785536268.8620017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f"} {"level":"info","ts":1785536268.8620205,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f"} {"level":"info","ts":1785536268.862041,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f","EoS":false} {"level":"info","ts":1785536268.8620534,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f"} {"level":"info","ts":1785536268.862075,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f","EoS":true} {"level":"info","ts":1785536268.8620822,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"05debcca-00db-4070-84ea-f6fe5e599e3f"} {"level":"info","ts":1785536449.207168,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536449.207263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955"} {"level":"info","ts":1785536449.2072742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955"} {"level":"info","ts":1785536449.2072854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955","EoS":true} {"level":"info","ts":1785536449.2073238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955","header":"x-maas-group"} {"level":"info","ts":1785536449.2073362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955","header":"x-maas-subscription"} {"level":"info","ts":1785536449.2073407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955","header":"x-maas-username"} {"level":"info","ts":1785536449.2073543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785536449.2073832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955"} {"level":"info","ts":1785536449.220566,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955"} {"level":"info","ts":1785536449.2205873,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955"} {"level":"info","ts":1785536449.220603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955","EoS":false} {"level":"info","ts":1785536449.220615,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955"} {"level":"info","ts":1785536449.2206407,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955","EoS":true} {"level":"info","ts":1785536449.2206488,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"324ef0a3-6417-49ee-b39d-29f4f952e955"} {"level":"info","ts":1785536505.8372765,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536505.837359,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306"} {"level":"info","ts":1785536505.83737,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306"} {"level":"info","ts":1785536505.8373816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306","EoS":true} {"level":"info","ts":1785536505.8374064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306","header":"x-maas-group"} {"level":"info","ts":1785536505.8374166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306","header":"x-maas-subscription"} {"level":"info","ts":1785536505.8374221,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306","header":"x-maas-username"} {"level":"info","ts":1785536505.8374364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536505.8374622,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306"} {"level":"info","ts":1785536505.8384907,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306"} {"level":"info","ts":1785536505.8385153,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306"} {"level":"info","ts":1785536505.8385313,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306","EoS":false} {"level":"info","ts":1785536505.8385432,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306"} {"level":"info","ts":1785536505.8385696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306","EoS":true} {"level":"info","ts":1785536505.8385773,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"876e80b0-e2bf-4d91-b4e5-42126e3a4306"} {"level":"info","ts":1785536521.171115,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536521.1712086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5"} {"level":"info","ts":1785536521.171222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5"} {"level":"info","ts":1785536521.171239,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5","EoS":true} {"level":"info","ts":1785536521.1712632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5","header":"x-maas-subscription"} {"level":"info","ts":1785536521.1712806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5","header":"x-maas-username"} {"level":"info","ts":1785536521.1712859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5","header":"x-maas-group"} {"level":"info","ts":1785536521.1713011,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536521.1713192,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5"} {"level":"info","ts":1785536521.1723266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5"} {"level":"info","ts":1785536521.1723526,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5"} {"level":"info","ts":1785536521.172368,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5","EoS":false} {"level":"info","ts":1785536521.17238,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5"} {"level":"info","ts":1785536521.1724072,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5","EoS":true} {"level":"info","ts":1785536521.1724195,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e59620b6-7944-4aa2-bcbc-6d6693ec92d5"} {"level":"info","ts":1785536846.4590795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536846.4591565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e"} {"level":"info","ts":1785536846.459165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e"} {"level":"info","ts":1785536846.4591987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e","EoS":true} {"level":"info","ts":1785536846.4592319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e","header":"x-maas-username"} {"level":"info","ts":1785536846.4592428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e","header":"x-maas-subscription"} {"level":"info","ts":1785536846.4592483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e","header":"x-maas-group"} {"level":"info","ts":1785536846.459261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785536846.4592867,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e"} {"level":"info","ts":1785536846.4601421,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e"} {"level":"info","ts":1785536846.4601617,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e"} {"level":"info","ts":1785536846.4602034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e","EoS":false} {"level":"info","ts":1785536846.4602246,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e"} {"level":"info","ts":1785536846.4602606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e","EoS":true} {"level":"info","ts":1785536846.4602716,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c54c81c-210f-4588-a6fc-a6454da3313e"} {"level":"info","ts":1785536851.2707474,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8c7f1d84-ca8c-4ed0-ac7c-f9ac654cb97d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785536851.271024,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36460.05025547,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785536851.2710493,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785536851.3117635,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785536851.3716364,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8c7f1d84-ca8c-4ed0-ac7c-f9ac654cb97d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785536851.3915112,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824605f7-965e-4f41-a653-4bbf775f9f48"} {"level":"info","ts":1785536851.3915114,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80587be9-bf5d-4662-9afd-c907c93b7118","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785536851.3916745,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80587be9-bf5d-4662-9afd-c907c93b7118","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785536851.3997629,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"714df286-070b-4700-8136-c278781e952f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785536851.3997967,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"714df286-070b-4700-8136-c278781e952f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785536851.4010022,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824605f7-965e-4f41-a653-4bbf775f9f48","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785536851.401223,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32886.526002141,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785536851.4012406,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785536851.4092538,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785536851.5012753,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824605f7-965e-4f41-a653-4bbf775f9f48","name":"e2e-external-provider"} {"level":"info","ts":1785536851.5170372,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824605f7-965e-4f41-a653-4bbf775f9f48","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785536851.517498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c14d6d03-f632-4ba5-a15e-d9af08b72019","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785536851.5175443,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c14d6d03-f632-4ba5-a15e-d9af08b72019","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785536851.5175185,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"629dd942-0a09-4927-91e1-82749c46bd44"} {"level":"info","ts":1785536851.5257854,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63a6378c-98d9-4db1-b6f3-744f16bc8527","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785536851.525814,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63a6378c-98d9-4db1-b6f3-744f16bc8527","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785536851.5260215,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"629dd942-0a09-4927-91e1-82749c46bd44","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785536851.528715,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824605f7-965e-4f41-a653-4bbf775f9f48","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785536851.532195,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ce30bf0-4210-4347-b7b6-9eefe02bf503","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785536851.5322232,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ce30bf0-4210-4347-b7b6-9eefe02bf503","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785536851.5323484,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"629dd942-0a09-4927-91e1-82749c46bd44","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785536851.532422,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0a96fcf-f8d0-4a56-9274-0547bacb24a7"} {"level":"info","ts":1785536851.5324488,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0a96fcf-f8d0-4a56-9274-0547bacb24a7","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785536851.5386686,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824605f7-965e-4f41-a653-4bbf775f9f48","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785536851.5391457,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0a96fcf-f8d0-4a56-9274-0547bacb24a7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785536851.5451596,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"824605f7-965e-4f41-a653-4bbf775f9f48","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785536851.5452526,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3bebde4f-325d-40fa-8848-3c9b8daea4ec"} {"level":"info","ts":1785536851.5453017,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3bebde4f-325d-40fa-8848-3c9b8daea4ec","name":"e2e-external-provider"} {"level":"info","ts":1785536851.549278,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd4b0b08-d505-455b-8fbb-5064ad0325cf"} {"level":"info","ts":1785536851.5493045,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd4b0b08-d505-455b-8fbb-5064ad0325cf","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785536851.55333,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd4b0b08-d505-455b-8fbb-5064ad0325cf","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785536851.5548468,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3bebde4f-325d-40fa-8848-3c9b8daea4ec","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785536851.5613694,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"715825f4-8acc-453c-a7bd-38bec478d573","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785536851.561398,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"715825f4-8acc-453c-a7bd-38bec478d573","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785536851.561425,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ad9d4c2-237f-4181-8dd8-6f0eac7cb61d"} {"level":"info","ts":1785536851.5614574,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"224f2fc7-1c82-416e-9d73-3fb758f281b1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785536851.5614946,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"231bff32-938c-48bf-97df-91c143c37e96"} {"level":"info","ts":1785536851.56186,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33649.531843866,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785536851.5618892,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785536851.5620337,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"224f2fc7-1c82-416e-9d73-3fb758f281b1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785536851.5621288,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"231bff32-938c-48bf-97df-91c143c37e96","name":"e2e-external-provider"} {"level":"info","ts":1785536851.5715997,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785536851.5742824,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"231bff32-938c-48bf-97df-91c143c37e96","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785536851.6625867,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ad9d4c2-237f-4181-8dd8-6f0eac7cb61d","name":"e2e-external-model"} {"level":"info","ts":1785536851.674681,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ad9d4c2-237f-4181-8dd8-6f0eac7cb61d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785536851.6857295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a11abfd-de2f-4a5b-828f-8fad3c6317e2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785536851.6857917,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a11abfd-de2f-4a5b-828f-8fad3c6317e2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785536851.6858687,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"462dfcea-473a-4eca-a530-d30e0cc29a54"} {"level":"info","ts":1785536851.685938,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"462dfcea-473a-4eca-a530-d30e0cc29a54","name":"e2e-external-model"} {"level":"error","ts":1785536851.699761,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"462dfcea-473a-4eca-a530-d30e0cc29a54","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785536851.6997814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdda96ad-95e5-4cf7-b81a-59ced0c0453c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785536851.699819,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdda96ad-95e5-4cf7-b81a-59ced0c0453c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785536851.699853,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d222f8-4cf9-4bca-91a8-b02af18444af"} {"level":"info","ts":1785536851.6999128,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d222f8-4cf9-4bca-91a8-b02af18444af","name":"e2e-external-model"} {"level":"info","ts":1785536851.7102528,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d222f8-4cf9-4bca-91a8-b02af18444af","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785536851.7162375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f8b74f6-1506-4147-ad93-46047bfd0e7d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785536851.716258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bbb5bf9-ce21-4e17-a063-31b257a905c3"} {"level":"info","ts":1785536851.7162704,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f8b74f6-1506-4147-ad93-46047bfd0e7d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785536851.716327,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bbb5bf9-ce21-4e17-a063-31b257a905c3","name":"e2e-external-model"} {"level":"info","ts":1785536851.7270207,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bbb5bf9-ce21-4e17-a063-31b257a905c3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785536863.3765135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536863.3765843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb"} {"level":"info","ts":1785536863.3765948,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb"} {"level":"info","ts":1785536863.3766065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","EoS":true} {"level":"info","ts":1785536863.3766294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","header":"x-maas-subscription"} {"level":"info","ts":1785536863.3766396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","header":"x-maas-username"} {"level":"info","ts":1785536863.3766441,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","header":"x-maas-group"} {"level":"info","ts":1785536863.376658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785536863.3766682,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","modelName":"e2e-external-model"} {"level":"info","ts":1785536863.3766801,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785536863.37672,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785536863.376737,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","authType":"apikey"} {"level":"info","ts":1785536863.3767638,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb"} {"level":"info","ts":1785536863.4675791,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb"} {"level":"info","ts":1785536863.4676104,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb"} {"level":"info","ts":1785536863.4676285,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","EoS":false} {"level":"info","ts":1785536863.467643,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb"} {"level":"info","ts":1785536863.4676752,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb","EoS":true} {"level":"info","ts":1785536863.467681,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66084704-d38b-4f53-8f55-813522f874eb"} {"level":"info","ts":1785536863.5912879,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23e8e833-a43a-458f-a881-96dce5123ca4"} {"level":"info","ts":1785536863.5912879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad9d9392-e207-4ad0-9b10-969deffea619","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785536863.5914192,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad9d9392-e207-4ad0-9b10-969deffea619","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785536863.5990663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94a296f9-40c1-49ca-a4e5-730dd5e2c28a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785536863.599103,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94a296f9-40c1-49ca-a4e5-730dd5e2c28a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785536863.6002665,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23e8e833-a43a-458f-a881-96dce5123ca4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785536863.6003308,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23e8e833-a43a-458f-a881-96dce5123ca4","name":"e2e-cleanup-test"} {"level":"info","ts":1785536863.616707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11557c50-b3b4-4f4f-a595-5e9c1ee5db06","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785536863.6167417,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11557c50-b3b4-4f4f-a595-5e9c1ee5db06","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785536863.6174722,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23e8e833-a43a-458f-a881-96dce5123ca4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785536863.6175127,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23e8e833-a43a-458f-a881-96dce5123ca4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785536863.6175644,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9d87855-0ecc-4f31-98d4-6a312a673f75"} {"level":"info","ts":1785536863.6176069,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9d87855-0ecc-4f31-98d4-6a312a673f75","name":"e2e-cleanup-test"} {"level":"info","ts":1785536863.6323562,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32b60cf6-d2c2-4e09-907e-be6d9c6983bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785536863.6323986,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32b60cf6-d2c2-4e09-907e-be6d9c6983bd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785536863.632486,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9d87855-0ecc-4f31-98d4-6a312a673f75","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785536863.632556,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d817b1a-237d-457e-a73e-4d6151e3754d"} {"level":"info","ts":1785536863.6326096,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d817b1a-237d-457e-a73e-4d6151e3754d","name":"e2e-cleanup-test"} {"level":"info","ts":1785536863.6426086,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d817b1a-237d-457e-a73e-4d6151e3754d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785536863.6504683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49a3bb18-67cd-4f11-9bee-39f852f00141","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785536863.6505084,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49a3bb18-67cd-4f11-9bee-39f852f00141","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785536863.6505797,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a31aa26-78bc-4f1a-beaf-e16b2152f3c2"} {"level":"info","ts":1785536863.6506338,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a31aa26-78bc-4f1a-beaf-e16b2152f3c2","name":"e2e-cleanup-test"} {"level":"info","ts":1785536863.6589413,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a31aa26-78bc-4f1a-beaf-e16b2152f3c2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785536871.8496788,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1edaabc-7514-454f-8aa5-6a8af77d87d9"} {"level":"info","ts":1785536871.8497005,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ea0e1d0-57e2-461f-a6fb-42d44de0ebb3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785536871.8497334,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ea0e1d0-57e2-461f-a6fb-42d44de0ebb3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785536876.1569216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536876.1569963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48399b1f-3fc3-4a43-a1b8-cc6ef2751479"} {"level":"info","ts":1785536876.1570115,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48399b1f-3fc3-4a43-a1b8-cc6ef2751479"} {"level":"info","ts":1785536876.1570287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48399b1f-3fc3-4a43-a1b8-cc6ef2751479","EoS":true} {"level":"info","ts":1785536876.1570733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48399b1f-3fc3-4a43-a1b8-cc6ef2751479","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785536876.1571052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48399b1f-3fc3-4a43-a1b8-cc6ef2751479"} {"level":"info","ts":1785536876.2024825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536876.2025719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9"} {"level":"info","ts":1785536876.202588,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9"} {"level":"info","ts":1785536876.2026064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","EoS":true} {"level":"info","ts":1785536876.2026427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","header":"x-maas-username"} {"level":"info","ts":1785536876.2026553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","header":"x-maas-subscription"} {"level":"info","ts":1785536876.2026656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","header":"x-maas-group"} {"level":"info","ts":1785536876.202687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785536876.2026992,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","modelName":"e2e-external-model"} {"level":"info","ts":1785536876.202718,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785536876.2027497,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785536876.2027757,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","authType":"apikey"} {"level":"info","ts":1785536876.202812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9"} {"level":"info","ts":1785536876.247036,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9"} {"level":"info","ts":1785536876.2470644,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9"} {"level":"info","ts":1785536876.2470815,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","EoS":false} {"level":"info","ts":1785536876.247095,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9"} {"level":"info","ts":1785536876.2471242,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9","EoS":true} {"level":"info","ts":1785536876.2471323,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d571948-f3ea-4e87-bb77-1e486f786bb9"} {"level":"info","ts":1785536876.2888308,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536876.2889118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67074645-2043-4d22-94c5-960b995b912c"} {"level":"info","ts":1785536876.2889264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67074645-2043-4d22-94c5-960b995b912c"} {"level":"info","ts":1785536876.2889442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67074645-2043-4d22-94c5-960b995b912c","EoS":true} {"level":"info","ts":1785536876.288988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67074645-2043-4d22-94c5-960b995b912c","header":"x-maas-username"} {"level":"info","ts":1785536876.289002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67074645-2043-4d22-94c5-960b995b912c","header":"x-maas-subscription"} {"level":"info","ts":1785536876.2890105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67074645-2043-4d22-94c5-960b995b912c","header":"x-maas-group"} {"level":"info","ts":1785536876.2890291,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67074645-2043-4d22-94c5-960b995b912c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785536876.289063,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67074645-2043-4d22-94c5-960b995b912c"} {"level":"info","ts":1785536876.374522,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67074645-2043-4d22-94c5-960b995b912c"} {"level":"info","ts":1785536876.3745494,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"67074645-2043-4d22-94c5-960b995b912c"} {"level":"info","ts":1785536876.374568,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67074645-2043-4d22-94c5-960b995b912c","EoS":false} {"level":"info","ts":1785536876.374582,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"67074645-2043-4d22-94c5-960b995b912c"} {"level":"info","ts":1785536876.3746104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67074645-2043-4d22-94c5-960b995b912c","EoS":true} {"level":"info","ts":1785536876.3746161,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"67074645-2043-4d22-94c5-960b995b912c"} {"level":"info","ts":1785536876.4175668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785536876.4176307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99"} {"level":"info","ts":1785536876.4176424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99"} {"level":"info","ts":1785536876.417653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99","EoS":true} {"level":"info","ts":1785536876.4176745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99","header":"x-maas-subscription"} {"level":"info","ts":1785536876.4176846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99","header":"x-maas-username"} {"level":"info","ts":1785536876.4176888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99","header":"x-maas-group"} {"level":"info","ts":1785536876.4177155,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99"} {"level":"info","ts":1785536876.461663,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99"} {"level":"info","ts":1785536876.4616904,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99"} {"level":"info","ts":1785536876.4617128,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99","EoS":false} {"level":"info","ts":1785536876.4617298,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99"} {"level":"info","ts":1785536876.4617684,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99","EoS":true} {"level":"info","ts":1785536876.4617827,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d5f1a868-0c55-479d-9b60-835ba2bafb99"} {"level":"info","ts":1785536877.3026407,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46fb9a38-34c1-43d1-ad1d-855cef8a3a53","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785536877.302693,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46fb9a38-34c1-43d1-ad1d-855cef8a3a53","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785536877.3026552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c79d475-4ce5-4dc3-9a9a-06b2ef5d5fb1"} {"level":"info","ts":1785536877.4558544,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f63194b4-330d-4461-849f-600c1630e1b8"} {"level":"info","ts":1785536877.4559407,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba029847-53e4-4d9b-ba1d-83ce40c9d32a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785536877.4559748,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba029847-53e4-4d9b-ba1d-83ce40c9d32a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785536877.5739272,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f5d7fe1c-41d8-44c6-9ecf-71263fc20971","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785536877.574002,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f5d7fe1c-41d8-44c6-9ecf-71263fc20971","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785538381.0060487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785538381.0061266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64f938fe-b666-44c0-8966-36df69eb70c1"} {"level":"info","ts":1785538458.9947264,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785538458.9948144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8"} {"level":"info","ts":1785538458.9948235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8"} {"level":"info","ts":1785538458.9948351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8","EoS":true} {"level":"info","ts":1785538458.9948626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8","header":"x-maas-username"} {"level":"info","ts":1785538458.9948716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8","header":"x-maas-subscription"} {"level":"info","ts":1785538458.9948764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8","header":"x-maas-group"} {"level":"info","ts":1785538458.9948912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785538458.994914,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8"} {"level":"info","ts":1785538458.9959695,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8"} {"level":"info","ts":1785538458.9959917,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8"} {"level":"info","ts":1785538458.9960067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8","EoS":false} {"level":"info","ts":1785538458.9960177,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8"} {"level":"info","ts":1785538458.996042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8","EoS":true} {"level":"info","ts":1785538458.9960501,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7eef4f93-92d5-410b-a3a0-1ad56ff90bb8"}