{"level":"info","ts":1785530792.889608,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41"} {"level":"info","ts":1785530792.889626,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41","EoS":false} {"level":"info","ts":1785530792.88964,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41"} {"level":"info","ts":1785530792.8896658,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41","EoS":true} {"level":"info","ts":1785530792.8896747,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5fecad94-e866-48ac-aba9-6887b1850e41"} {"level":"info","ts":1785530793.0315046,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530793.0315812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398"} {"level":"info","ts":1785530793.0315905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398"} {"level":"info","ts":1785530793.031601,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","EoS":true} {"level":"info","ts":1785530793.031628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","header":"x-maas-group"} {"level":"info","ts":1785530793.0316377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","header":"x-maas-username"} {"level":"info","ts":1785530793.0316436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","header":"x-maas-subscription"} {"level":"info","ts":1785530793.0316572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530793.0316858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398"} {"level":"info","ts":1785530793.032515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398"} {"level":"info","ts":1785530793.0325358,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398"} {"level":"info","ts":1785530793.0325527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","EoS":false} {"level":"info","ts":1785530793.0325634,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398"} {"level":"info","ts":1785530793.0325906,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398","EoS":true} {"level":"info","ts":1785530793.0326014,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0882181-4092-4d16-9de4-a474b640a398"} {"level":"info","ts":1785530793.1749244,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530793.175008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82"} {"level":"info","ts":1785530793.175018,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82"} {"level":"info","ts":1785530793.1750293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","EoS":true} {"level":"info","ts":1785530793.1750562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","header":"x-maas-username"} {"level":"info","ts":1785530793.1750643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","header":"x-maas-group"} {"level":"info","ts":1785530793.1750698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","header":"x-maas-subscription"} {"level":"info","ts":1785530793.1750832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530793.1751072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82"} {"level":"info","ts":1785530793.177571,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82"} {"level":"info","ts":1785530793.1775997,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82"} {"level":"info","ts":1785530793.1776235,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","EoS":false} {"level":"info","ts":1785530793.1776462,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82"} {"level":"info","ts":1785530793.1776738,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82","EoS":true} {"level":"info","ts":1785530793.1776829,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"704865c9-8625-437f-b50e-c8cd32afdc82"} {"level":"info","ts":1785530793.3155012,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530793.3155813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900"} {"level":"info","ts":1785530793.3155909,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900"} {"level":"info","ts":1785530793.3156033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","EoS":true} {"level":"info","ts":1785530793.3156273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","header":"x-maas-subscription"} {"level":"info","ts":1785530793.3156376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","header":"x-maas-username"} {"level":"info","ts":1785530793.3156433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","header":"x-maas-group"} {"level":"info","ts":1785530793.3156586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530793.3156826,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900"} {"level":"info","ts":1785530793.3165052,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900"} {"level":"info","ts":1785530793.3165262,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900"} {"level":"info","ts":1785530793.3165412,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","EoS":false} {"level":"info","ts":1785530793.3165548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900"} {"level":"info","ts":1785530793.3165748,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900","EoS":true} {"level":"info","ts":1785530793.3165832,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da8d4f01-e353-4538-92e7-6c0ea22aa900"} {"level":"info","ts":1785530793.4549432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530793.4550257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84"} {"level":"info","ts":1785530793.455036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84"} {"level":"info","ts":1785530793.4550486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","EoS":true} {"level":"info","ts":1785530793.4550757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","header":"x-maas-username"} {"level":"info","ts":1785530793.455087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","header":"x-maas-subscription"} {"level":"info","ts":1785530793.455092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","header":"x-maas-group"} {"level":"info","ts":1785530793.4551046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530793.4551284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84"} {"level":"info","ts":1785530793.4559724,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84"} {"level":"info","ts":1785530793.4559934,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84"} {"level":"info","ts":1785530793.4560163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","EoS":false} {"level":"info","ts":1785530793.456036,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84"} {"level":"info","ts":1785530793.456073,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84","EoS":true} {"level":"info","ts":1785530793.456087,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59dedef8-fcd9-4f77-b278-a5fb5587fe84"} {"level":"info","ts":1785530814.656341,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530814.656468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d"} {"level":"info","ts":1785530814.6564825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d"} {"level":"info","ts":1785530814.6564956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","EoS":true} {"level":"info","ts":1785530814.6565213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","header":"x-maas-username"} {"level":"info","ts":1785530814.6565316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","header":"x-maas-subscription"} {"level":"info","ts":1785530814.6565368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","header":"x-maas-group"} {"level":"info","ts":1785530814.6565504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530814.6565757,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d"} {"level":"info","ts":1785530814.6574476,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d"} {"level":"info","ts":1785530814.657474,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d"} {"level":"info","ts":1785530814.65749,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","EoS":false} {"level":"info","ts":1785530814.657502,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d"} {"level":"info","ts":1785530814.6575227,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d","EoS":true} {"level":"info","ts":1785530814.6575327,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c7c5184-6282-4708-8466-855e5571552d"} {"level":"info","ts":1785530814.766399,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530814.7664788,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a45d141c-a792-491a-9547-769b2819d51c"} {"level":"info","ts":1785530814.7672694,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a45d141c-a792-491a-9547-769b2819d51c"} {"level":"info","ts":1785530814.7672882,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a45d141c-a792-491a-9547-769b2819d51c"} {"level":"info","ts":1785530814.7673042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a45d141c-a792-491a-9547-769b2819d51c","EoS":false} {"level":"info","ts":1785530814.7673166,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a45d141c-a792-491a-9547-769b2819d51c"} {"level":"info","ts":1785530814.7673376,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a45d141c-a792-491a-9547-769b2819d51c","EoS":true} {"level":"info","ts":1785530814.7673457,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a45d141c-a792-491a-9547-769b2819d51c"} {"level":"info","ts":1785530819.396277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530819.3963573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9"} {"level":"info","ts":1785530819.3963678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9"} {"level":"info","ts":1785530819.3963797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","EoS":true} {"level":"info","ts":1785530819.396404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","header":"x-maas-username"} {"level":"info","ts":1785530819.3964148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","header":"x-maas-group"} {"level":"info","ts":1785530819.396421,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","header":"x-maas-subscription"} {"level":"info","ts":1785530819.3964357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530819.3964663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9"} {"level":"info","ts":1785530819.3973553,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9"} {"level":"info","ts":1785530819.3973768,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9"} {"level":"info","ts":1785530819.3973927,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","EoS":false} {"level":"info","ts":1785530819.3974042,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9"} {"level":"info","ts":1785530819.3974302,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9","EoS":true} {"level":"info","ts":1785530819.3974397,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29b76ab4-fb86-453b-a06d-1faa5fa166f9"} {"level":"info","ts":1785530830.0111132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530830.0112388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3"} {"level":"info","ts":1785530830.0112572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3"} {"level":"info","ts":1785530830.0112758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","EoS":true} {"level":"info","ts":1785530830.0113075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","header":"x-maas-username"} {"level":"info","ts":1785530830.0113194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","header":"x-maas-subscription"} {"level":"info","ts":1785530830.0113251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","header":"x-maas-group"} {"level":"info","ts":1785530830.0113428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530830.011376,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3"} {"level":"info","ts":1785530830.0240014,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3"} {"level":"info","ts":1785530830.024034,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3"} {"level":"info","ts":1785530830.024052,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","EoS":false} {"level":"info","ts":1785530830.0240662,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3"} {"level":"info","ts":1785530830.0240974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3","EoS":true} {"level":"info","ts":1785530830.0241072,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"00889bbb-d017-4966-aa0c-75a520776ee3"} {"level":"info","ts":1785530842.9035654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530842.9036682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712"} {"level":"info","ts":1785530842.9036846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712"} {"level":"info","ts":1785530842.9037013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","EoS":true} {"level":"info","ts":1785530842.9037273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","header":"x-maas-group"} {"level":"info","ts":1785530842.9037383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","header":"x-maas-username"} {"level":"info","ts":1785530842.903743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","header":"x-maas-subscription"} {"level":"info","ts":1785530842.9037566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530842.903781,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712"} {"level":"info","ts":1785530842.9046535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712"} {"level":"info","ts":1785530842.9046774,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712"} {"level":"info","ts":1785530842.904693,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","EoS":false} {"level":"info","ts":1785530842.9047048,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712"} {"level":"info","ts":1785530842.904733,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712","EoS":true} {"level":"info","ts":1785530842.9047449,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"68bfd627-e34d-4c21-ae81-15ee7599e712"} {"level":"info","ts":1785530851.441371,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530851.4414687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631"} {"level":"info","ts":1785530851.4414816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631"} {"level":"info","ts":1785530851.441493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","EoS":true} {"level":"info","ts":1785530851.44152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","header":"x-maas-subscription"} {"level":"info","ts":1785530851.4415307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","header":"x-maas-username"} {"level":"info","ts":1785530851.441536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","header":"x-maas-group"} {"level":"info","ts":1785530851.4415503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530851.441576,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631"} {"level":"info","ts":1785530851.4424453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631"} {"level":"info","ts":1785530851.4424658,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631"} {"level":"info","ts":1785530851.442488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","EoS":false} {"level":"info","ts":1785530851.4425118,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631"} {"level":"info","ts":1785530851.4425523,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631","EoS":true} {"level":"info","ts":1785530851.4425662,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fd2e0ef8-f8c5-4876-be7f-f42f0b701631"} {"level":"info","ts":1785530860.304907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530860.3049865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4"} {"level":"info","ts":1785530860.304997,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4"} {"level":"info","ts":1785530860.305008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","EoS":true} {"level":"info","ts":1785530860.3050323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","header":"x-maas-subscription"} {"level":"info","ts":1785530860.3050425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","header":"x-maas-group"} {"level":"info","ts":1785530860.305048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","header":"x-maas-username"} {"level":"info","ts":1785530860.3050618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530860.3050888,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4"} {"level":"info","ts":1785530860.3059437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4"} {"level":"info","ts":1785530860.3059642,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4"} {"level":"info","ts":1785530860.30598,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","EoS":false} {"level":"info","ts":1785530860.3059916,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4"} {"level":"info","ts":1785530860.3060155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4","EoS":true} {"level":"info","ts":1785530860.306021,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9a63ffae-e27b-4959-b683-7a5b927d4bf4"} {"level":"info","ts":1785530892.9672923,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530892.967382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d"} {"level":"info","ts":1785530892.967393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d"} {"level":"info","ts":1785530892.9674044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","EoS":true} {"level":"info","ts":1785530892.967429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","header":"x-maas-group"} {"level":"info","ts":1785530892.967439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","header":"x-maas-username"} {"level":"info","ts":1785530892.9674459,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","header":"x-maas-subscription"} {"level":"info","ts":1785530892.96746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530892.9674876,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d"} {"level":"info","ts":1785530892.9696434,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d"} {"level":"info","ts":1785530892.9696674,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d"} {"level":"info","ts":1785530892.969689,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","EoS":false} {"level":"info","ts":1785530892.969705,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d"} {"level":"info","ts":1785530892.9697437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d","EoS":true} {"level":"info","ts":1785530892.9697537,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a87ff81-2b27-4e0a-a05d-de0dc521204d"} {"level":"info","ts":1785530925.9797769,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530925.979868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a"} {"level":"info","ts":1785530925.979879,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a"} {"level":"info","ts":1785530925.9798918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","EoS":true} {"level":"info","ts":1785530925.9799178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","header":"x-maas-username"} {"level":"info","ts":1785530925.979929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","header":"x-maas-group"} {"level":"info","ts":1785530925.9799347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","header":"x-maas-subscription"} {"level":"info","ts":1785530925.979948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785530925.979975,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a"} {"level":"info","ts":1785530925.9807715,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a"} {"level":"info","ts":1785530925.980793,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a"} {"level":"info","ts":1785530925.980808,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","EoS":false} {"level":"info","ts":1785530925.9808192,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a"} {"level":"info","ts":1785530925.9808452,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a","EoS":true} {"level":"info","ts":1785530925.9808571,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39df2a61-24a4-4086-b777-e0082e72b12a"} {"level":"info","ts":1785530963.112534,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530963.1126146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe"} {"level":"info","ts":1785530963.112626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe"} {"level":"info","ts":1785530963.1126397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","EoS":true} {"level":"info","ts":1785530963.1126657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","header":"x-maas-subscription"} {"level":"info","ts":1785530963.1126761,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","header":"x-maas-username"} {"level":"info","ts":1785530963.1126802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","header":"x-maas-group"} {"level":"info","ts":1785530963.1126938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530963.1127183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe"} {"level":"info","ts":1785530963.1135876,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe"} {"level":"info","ts":1785530963.1136148,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe"} {"level":"info","ts":1785530963.1136408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","EoS":false} {"level":"info","ts":1785530963.1136568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe"} {"level":"info","ts":1785530963.113682,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe","EoS":true} {"level":"info","ts":1785530963.11369,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cef8fad0-717b-446c-ade8-4e1d69122dfe"} {"level":"info","ts":1785530972.5198927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530972.5199814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934"} {"level":"info","ts":1785530972.5199955,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934"} {"level":"info","ts":1785530972.5200076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","EoS":true} {"level":"info","ts":1785530972.520036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","header":"x-maas-subscription"} {"level":"info","ts":1785530972.520046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","header":"x-maas-group"} {"level":"info","ts":1785530972.5200517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","header":"x-maas-username"} {"level":"info","ts":1785530972.5200663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530972.5200922,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934"} {"level":"info","ts":1785530972.520922,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934"} {"level":"info","ts":1785530972.5209432,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934"} {"level":"info","ts":1785530972.5209575,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","EoS":false} {"level":"info","ts":1785530972.5209696,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934"} {"level":"info","ts":1785530972.5209982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934","EoS":true} {"level":"info","ts":1785530972.5210085,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6a2b1350-77af-4772-8146-729ee211f934"} {"level":"info","ts":1785530972.5634658,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530972.5635574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b"} {"level":"info","ts":1785530972.5635724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b"} {"level":"info","ts":1785530972.563591,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","EoS":true} {"level":"info","ts":1785530972.563631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","header":"x-maas-group"} {"level":"info","ts":1785530972.5636435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","header":"x-maas-username"} {"level":"info","ts":1785530972.563651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","header":"x-maas-subscription"} {"level":"info","ts":1785530972.563669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530972.563702,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b"} {"level":"info","ts":1785530972.5644505,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b"} {"level":"info","ts":1785530972.564473,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b"} {"level":"info","ts":1785530972.5644884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","EoS":false} {"level":"info","ts":1785530972.564501,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b"} {"level":"info","ts":1785530972.5645258,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b","EoS":true} {"level":"info","ts":1785530972.564535,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae862995-5bd2-4fbe-9d1c-3b342b70bd3b"} {"level":"info","ts":1785530991.6627655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785530991.6628876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a"} {"level":"info","ts":1785530991.6629043,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a"} {"level":"info","ts":1785530991.662916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","EoS":true} {"level":"info","ts":1785530991.662944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","header":"x-maas-username"} {"level":"info","ts":1785530991.662955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","header":"x-maas-subscription"} {"level":"info","ts":1785530991.662962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","header":"x-maas-group"} {"level":"info","ts":1785530991.662975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785530991.6629999,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a"} {"level":"info","ts":1785530991.663844,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a"} {"level":"info","ts":1785530991.6638653,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a"} {"level":"info","ts":1785530991.6638813,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","EoS":false} {"level":"info","ts":1785530991.6638925,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a"} {"level":"info","ts":1785530991.6639175,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a","EoS":true} {"level":"info","ts":1785530991.6639252,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8de7fe37-9ce7-49d4-a5b4-6e7f4a0b349a"} {"level":"info","ts":1785531171.2888806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531171.2889822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d"} {"level":"info","ts":1785531171.2889915,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d"} {"level":"info","ts":1785531171.2890034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","EoS":true} {"level":"info","ts":1785531171.2890286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","header":"x-maas-subscription"} {"level":"info","ts":1785531171.2890372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","header":"x-maas-group"} {"level":"info","ts":1785531171.2890422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","header":"x-maas-username"} {"level":"info","ts":1785531171.289056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785531171.28908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d"} {"level":"info","ts":1785531171.3016212,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d"} {"level":"info","ts":1785531171.301655,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d"} {"level":"info","ts":1785531171.3016727,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","EoS":false} {"level":"info","ts":1785531171.3016865,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d"} {"level":"info","ts":1785531171.3017123,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d","EoS":true} {"level":"info","ts":1785531171.3017173,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a79d38d8-d85b-4c7d-a3f0-b2001a1f490d"} {"level":"info","ts":1785531223.353698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531223.353782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272"} {"level":"info","ts":1785531223.3537917,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272"} {"level":"info","ts":1785531223.3538036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","EoS":true} {"level":"info","ts":1785531223.3538282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","header":"x-maas-username"} {"level":"info","ts":1785531223.3538904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","header":"x-maas-subscription"} {"level":"info","ts":1785531223.3538992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","header":"x-maas-group"} {"level":"info","ts":1785531223.3539135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785531223.3539395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272"} {"level":"info","ts":1785531223.3548324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272"} {"level":"info","ts":1785531223.3548539,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272"} {"level":"info","ts":1785531223.3548694,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","EoS":false} {"level":"info","ts":1785531223.3548813,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272"} {"level":"info","ts":1785531223.3549066,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272","EoS":true} {"level":"info","ts":1785531223.354915,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f6cfb80-60eb-46e6-b253-957adf467272"} {"level":"info","ts":1785531238.6194227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531238.6195078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f"} {"level":"info","ts":1785531238.6195173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f"} {"level":"info","ts":1785531238.619529,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","EoS":true} {"level":"info","ts":1785531238.6195633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","header":"x-maas-group"} {"level":"info","ts":1785531238.619576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","header":"x-maas-username"} {"level":"info","ts":1785531238.6195815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","header":"x-maas-subscription"} {"level":"info","ts":1785531238.619595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785531238.6196237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f"} {"level":"info","ts":1785531238.62044,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f"} {"level":"info","ts":1785531238.6204615,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f"} {"level":"info","ts":1785531238.6204772,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","EoS":false} {"level":"info","ts":1785531238.6204917,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f"} {"level":"info","ts":1785531238.6205182,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f","EoS":true} {"level":"info","ts":1785531238.620526,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"34eea480-7d45-4b4f-8412-b955423a2e2f"} {"level":"info","ts":1785531562.8153846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531562.815487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b"} {"level":"info","ts":1785531562.8155022,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b"} {"level":"info","ts":1785531562.8155217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","EoS":true} {"level":"info","ts":1785531562.8155649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","header":"x-maas-username"} {"level":"info","ts":1785531562.8155782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","header":"x-maas-group"} {"level":"info","ts":1785531562.8155878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","header":"x-maas-subscription"} {"level":"info","ts":1785531562.8156078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785531562.8156443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b"} {"level":"info","ts":1785531562.8170958,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b"} {"level":"info","ts":1785531562.8171237,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b"} {"level":"info","ts":1785531562.8171706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","EoS":false} {"level":"info","ts":1785531562.8171852,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b"} {"level":"info","ts":1785531562.8172147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b","EoS":true} {"level":"info","ts":1785531562.8172262,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7e4ac6d6-92b8-4597-8308-0cb41ab6245b"} {"level":"info","ts":1785531567.6347287,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a71e2856-9e9f-4b45-9c1e-ba8123fdf12c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785531567.6350067,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37043.634533866,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.635031,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.6696093,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.7355697,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a71e2856-9e9f-4b45-9c1e-ba8123fdf12c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785531567.7423475,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f498cd1-94fb-4906-99dd-16c12d0f211c"} {"level":"info","ts":1785531567.7423477,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f991b4ec-b6f3-49dc-95c1-dc06448985b5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785531567.7423866,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f991b4ec-b6f3-49dc-95c1-dc06448985b5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785531567.7492697,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"545a9daf-2e85-482e-bdf2-cdfeaf5bbf11","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785531567.7493658,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"545a9daf-2e85-482e-bdf2-cdfeaf5bbf11","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785531567.749384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35120.65904962,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.749399,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.755996,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.8500865,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f498cd1-94fb-4906-99dd-16c12d0f211c","name":"e2e-external-provider"} {"level":"info","ts":1785531567.8581743,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f498cd1-94fb-4906-99dd-16c12d0f211c","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785531567.8620794,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b6ce49b-41d8-46a7-931d-dc0436b7c61e"} {"level":"info","ts":1785531567.8621016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce42d225-79e0-4814-8385-a1801f00612e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531567.8621671,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce42d225-79e0-4814-8385-a1801f00612e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531567.8648891,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f498cd1-94fb-4906-99dd-16c12d0f211c","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785531567.866423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaf269ef-24e2-40b5-a6a2-1049c6fb5ac5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531567.8664505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaf269ef-24e2-40b5-a6a2-1049c6fb5ac5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531567.8665667,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b6ce49b-41d8-46a7-931d-dc0436b7c61e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785531567.870893,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f498cd1-94fb-4906-99dd-16c12d0f211c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785531567.8741097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7df32693-f564-4a7b-bd85-14a252d50243","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531567.8741403,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7df32693-f564-4a7b-bd85-14a252d50243","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785531567.8741736,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b6ce49b-41d8-46a7-931d-dc0436b7c61e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531567.8742607,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aa85bce-9d0d-4485-926b-0b1992b18e79"} {"level":"info","ts":1785531567.8742943,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aa85bce-9d0d-4485-926b-0b1992b18e79","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785531567.8761106,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f245b9b3-debf-4b9a-9781-a31450ced68c"} {"level":"info","ts":1785531567.8761992,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f245b9b3-debf-4b9a-9781-a31450ced68c","name":"e2e-external-provider"} {"level":"info","ts":1785531567.8762882,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40665a1d-bd6e-40f7-952b-bf1dcf69e2cd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785531567.876324,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40665a1d-bd6e-40f7-952b-bf1dcf69e2cd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785531567.8764179,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a10523a7-921e-4008-93c4-7dad022ae7f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531567.8764365,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a10523a7-921e-4008-93c4-7dad022ae7f4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785531567.8778946,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aa85bce-9d0d-4485-926b-0b1992b18e79","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531567.8779545,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf39dc34-5cae-4fbd-b73e-4b9621f6872a"} {"level":"info","ts":1785531567.8781717,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34089.870269926,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.8781865,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.8846314,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785531567.886503,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f245b9b3-debf-4b9a-9781-a31450ced68c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785531567.8891327,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f245b9b3-debf-4b9a-9781-a31450ced68c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531567.8892262,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60a924e3-3755-4317-ae08-8f93ef853d06"} {"level":"info","ts":1785531567.889273,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60a924e3-3755-4317-ae08-8f93ef853d06","name":"e2e-external-provider"} {"level":"info","ts":1785531567.8983316,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60a924e3-3755-4317-ae08-8f93ef853d06","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785531567.978881,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf39dc34-5cae-4fbd-b73e-4b9621f6872a","name":"e2e-external-model"} {"level":"info","ts":1785531567.9892042,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf39dc34-5cae-4fbd-b73e-4b9621f6872a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785531567.9984026,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"342b1926-33e8-4e2e-b73b-33020a19bbd5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531567.9984202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cf102b0-eaf6-4308-b3ae-5e2294791cfe"} {"level":"info","ts":1785531567.9984493,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"342b1926-33e8-4e2e-b73b-33020a19bbd5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531567.9985075,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cf102b0-eaf6-4308-b3ae-5e2294791cfe","name":"e2e-external-model"} {"level":"info","ts":1785531568.0119007,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91833cd5-c9ce-4a52-8e31-109b099577fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531568.0119424,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91833cd5-c9ce-4a52-8e31-109b099577fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785531568.0119328,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cf102b0-eaf6-4308-b3ae-5e2294791cfe","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531568.0120256,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd855eac-e2f4-4641-a0b8-3fc5aa32ca29"} {"level":"info","ts":1785531568.0120938,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd855eac-e2f4-4641-a0b8-3fc5aa32ca29","name":"e2e-external-model"} {"level":"info","ts":1785531568.0197544,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd855eac-e2f4-4641-a0b8-3fc5aa32ca29","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785531568.025928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cd6e7f7-eb70-484a-85ba-17cc75226f0d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531568.0259805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cd6e7f7-eb70-484a-85ba-17cc75226f0d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785531568.0261042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ef2672c-72c1-4da8-98e8-218efc64ccb4"} {"level":"info","ts":1785531568.026182,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ef2672c-72c1-4da8-98e8-218efc64ccb4","name":"e2e-external-model"} {"level":"info","ts":1785531568.033374,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ef2672c-72c1-4da8-98e8-218efc64ccb4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785531579.7002573,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531579.7003393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a"} {"level":"info","ts":1785531579.7003486,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a"} {"level":"info","ts":1785531579.7003605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","EoS":true} {"level":"info","ts":1785531579.7003887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","header":"x-maas-username"} {"level":"info","ts":1785531579.7003996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","header":"x-maas-subscription"} {"level":"info","ts":1785531579.700404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","header":"x-maas-group"} {"level":"info","ts":1785531579.700418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785531579.7004247,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","modelName":"e2e-external-model"} {"level":"info","ts":1785531579.7004395,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785531579.700468,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785531579.7004843,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","authType":"apikey"} {"level":"info","ts":1785531579.7005117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a"} {"level":"info","ts":1785531579.7928684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a"} {"level":"info","ts":1785531579.7929082,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a"} {"level":"info","ts":1785531579.792932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","EoS":false} {"level":"info","ts":1785531579.7929523,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a"} {"level":"info","ts":1785531579.7929907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a","EoS":true} {"level":"info","ts":1785531579.7929995,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9b687370-2630-41c7-81d4-5d3f53aa913a"} {"level":"info","ts":1785531579.912541,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54939e34-79b7-4542-9df6-01795194803b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531579.9125834,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54939e34-79b7-4542-9df6-01795194803b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785531579.9125898,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"820d7e3c-5768-4272-968b-a75ba8d169e7"} {"level":"info","ts":1785531579.9173014,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"250a52e3-f47e-46ef-90be-14efc60e805a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531579.9173312,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"250a52e3-f47e-46ef-90be-14efc60e805a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785531579.9173534,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"820d7e3c-5768-4272-968b-a75ba8d169e7","name":"e2e-cleanup-test"} {"level":"info","ts":1785531579.930692,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"820d7e3c-5768-4272-968b-a75ba8d169e7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785531579.9377832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f59b5ac3-b8c1-4efe-89f0-3bb48a17b275","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531579.937829,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f59b5ac3-b8c1-4efe-89f0-3bb48a17b275","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785531579.9378552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ef78004-0aad-4501-b86a-638041592a44"} {"level":"info","ts":1785531579.9379342,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ef78004-0aad-4501-b86a-638041592a44","name":"e2e-cleanup-test"} {"level":"info","ts":1785531579.9511716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"668c9742-d707-4b9e-96e5-f967f4912b72","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1785531579.9511688,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ef78004-0aad-4501-b86a-638041592a44","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785531579.951211,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"668c9742-d707-4b9e-96e5-f967f4912b72","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785531579.951243,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b8e1936-b6be-4741-ac7f-2af13a8ecd18"} {"level":"info","ts":1785531579.9513028,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b8e1936-b6be-4741-ac7f-2af13a8ecd18","name":"e2e-cleanup-test"} {"level":"info","ts":1785531579.9592183,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b8e1936-b6be-4741-ac7f-2af13a8ecd18","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785531579.965861,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0798a54f-5288-4ad1-a6d5-3dd37db71285","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531579.9659019,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0798a54f-5288-4ad1-a6d5-3dd37db71285","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785531579.9659069,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8fc018c-c212-4bb5-aec1-eb6bacfa6127"} {"level":"info","ts":1785531579.9659698,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8fc018c-c212-4bb5-aec1-eb6bacfa6127","name":"e2e-cleanup-test"} {"level":"info","ts":1785531579.9733112,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8fc018c-c212-4bb5-aec1-eb6bacfa6127","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785531579.9787462,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25f9208d-328f-4a83-8e10-8483c72f2aa6"} {"level":"info","ts":1785531579.9788117,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25f9208d-328f-4a83-8e10-8483c72f2aa6","name":"e2e-cleanup-test"} {"level":"info","ts":1785531579.9855032,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25f9208d-328f-4a83-8e10-8483c72f2aa6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785531588.1840456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8f33d1e-b0a6-42ad-8a4b-5cb3eaaa5639","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531588.184085,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8f33d1e-b0a6-42ad-8a4b-5cb3eaaa5639","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785531588.1840882,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2aed5b2a-76c8-4da7-946c-6d075cd4f676"} {"level":"info","ts":1785531592.4939122,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531592.494016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8"} {"level":"info","ts":1785531592.4940357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8"} {"level":"info","ts":1785531592.4940555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8","EoS":true} {"level":"info","ts":1785531592.494101,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785531592.4941306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a03e0823-163a-4176-a4a2-d20b9c62e1d8"} {"level":"info","ts":1785531592.5361652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531592.5362506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481"} {"level":"info","ts":1785531592.5362644,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481"} {"level":"info","ts":1785531592.5362763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","EoS":true} {"level":"info","ts":1785531592.5363007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","header":"x-maas-group"} {"level":"info","ts":1785531592.5363138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","header":"x-maas-subscription"} {"level":"info","ts":1785531592.5363233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","header":"x-maas-username"} {"level":"info","ts":1785531592.536338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785531592.5363452,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","modelName":"e2e-external-model"} {"level":"info","ts":1785531592.5363586,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785531592.5363817,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785531592.5364022,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","authType":"apikey"} {"level":"info","ts":1785531592.5364277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481"} {"level":"info","ts":1785531592.5811222,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481"} {"level":"info","ts":1785531592.5811806,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481"} {"level":"info","ts":1785531592.581212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","EoS":false} {"level":"info","ts":1785531592.581236,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481"} {"level":"info","ts":1785531592.581456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481","EoS":true} {"level":"info","ts":1785531592.5814817,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e05b99ea-1fa8-42d8-b365-2565c9b25481"} {"level":"info","ts":1785531592.619112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531592.619225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7"} {"level":"info","ts":1785531592.619241,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7"} {"level":"info","ts":1785531592.619253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","EoS":true} {"level":"info","ts":1785531592.6192772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","header":"x-maas-username"} {"level":"info","ts":1785531592.6192882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","header":"x-maas-group"} {"level":"info","ts":1785531592.6192935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","header":"x-maas-subscription"} {"level":"info","ts":1785531592.6193068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785531592.6193328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7"} {"level":"info","ts":1785531592.697141,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7"} {"level":"info","ts":1785531592.6971874,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7"} {"level":"info","ts":1785531592.697205,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","EoS":false} {"level":"info","ts":1785531592.6972191,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7"} {"level":"info","ts":1785531592.69809,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7","EoS":true} {"level":"info","ts":1785531592.6981163,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bdbd2c99-49fe-408b-835a-c16a2eb8e6f7"} {"level":"info","ts":1785531592.7337244,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785531592.7338216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033"} {"level":"info","ts":1785531592.7338421,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033"} {"level":"info","ts":1785531592.733862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033","EoS":true} {"level":"info","ts":1785531592.7338874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033","header":"x-maas-group"} {"level":"info","ts":1785531592.733898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033","header":"x-maas-username"} {"level":"info","ts":1785531592.7339044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033","header":"x-maas-subscription"} {"level":"info","ts":1785531592.7339358,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033"} {"level":"info","ts":1785531592.8203142,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033"} {"level":"info","ts":1785531592.8203435,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033"} {"level":"info","ts":1785531592.8203611,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033","EoS":false} {"level":"info","ts":1785531592.820375,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033"} {"level":"info","ts":1785531592.8204067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033","EoS":true} {"level":"info","ts":1785531592.8204181,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"acc6a73b-2797-929e-a430-37c206ba9033"} {"level":"info","ts":1785531593.654408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49927738-e16f-4fb5-8e30-1bf61e363623","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531593.654423,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cadb9ac1-d565-437e-a893-3077d9eefb4a"} {"level":"info","ts":1785531593.6544492,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49927738-e16f-4fb5-8e30-1bf61e363623","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785531593.800721,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61a87876-0aed-40dc-9a82-f308a42aef87","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785531593.8007698,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61a87876-0aed-40dc-9a82-f308a42aef87","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785531593.8008075,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a46a5baa-1b48-4b5e-8266-1d2c16a91f0e"} {"level":"info","ts":1785531593.914519,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"257ccd7d-7dda-4062-8b35-6e0188717f05","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785531593.914586,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"257ccd7d-7dda-4062-8b35-6e0188717f05","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785533080.2018838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785533080.2019749,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd8483f9-0911-432c-9c1f-6e4ef9ebf6ce"} {"level":"info","ts":1785533155.0032222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785533155.0033083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5"} {"level":"info","ts":1785533155.00332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5"} {"level":"info","ts":1785533155.0033355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","EoS":true} {"level":"info","ts":1785533155.0033624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","header":"x-maas-subscription"} {"level":"info","ts":1785533155.0033736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","header":"x-maas-username"} {"level":"info","ts":1785533155.0033789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","header":"x-maas-group"} {"level":"info","ts":1785533155.0033956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785533155.0034256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5"} {"level":"info","ts":1785533155.0055163,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5"} {"level":"info","ts":1785533155.0055568,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5"} {"level":"info","ts":1785533155.0055819,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","EoS":false} {"level":"info","ts":1785533155.0055995,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5"} {"level":"info","ts":1785533155.0056276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5","EoS":true} {"level":"info","ts":1785533155.0056343,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"04851568-6a7d-4ab7-a373-de0d0d7d0fb5"}