{"level":"info","ts":1785860151.6990492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604"} {"level":"info","ts":1785860151.6990767,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604"} {"level":"info","ts":1785860151.6990974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604","EoS":false} {"level":"info","ts":1785860151.6991112,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604"} {"level":"info","ts":1785860151.6991422,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604","EoS":true} {"level":"info","ts":1785860151.6991532,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"248a3421-7796-4dd2-8d96-07d0d3bf2604"} {"level":"info","ts":1785860151.8396535,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860151.8397686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf"} {"level":"info","ts":1785860151.8397827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf"} {"level":"info","ts":1785860151.8397958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","EoS":true} {"level":"info","ts":1785860151.8398232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","header":"x-maas-username"} {"level":"info","ts":1785860151.8398328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","header":"x-maas-group"} {"level":"info","ts":1785860151.839838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","header":"x-maas-subscription"} {"level":"info","ts":1785860151.8398514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860151.839875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf"} {"level":"info","ts":1785860151.8407683,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf"} {"level":"info","ts":1785860151.8407843,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf"} {"level":"info","ts":1785860151.8407986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","EoS":false} {"level":"info","ts":1785860151.8408096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf"} {"level":"info","ts":1785860151.8408413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf","EoS":true} {"level":"info","ts":1785860151.8408532,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"092a15f4-26b7-4f48-bacc-2e560bfd1aaf"} {"level":"info","ts":1785860151.9867015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860151.986819,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61"} {"level":"info","ts":1785860151.98683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61"} {"level":"info","ts":1785860151.9868426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","EoS":true} {"level":"info","ts":1785860151.9868717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","header":"x-maas-subscription"} {"level":"info","ts":1785860151.9868834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","header":"x-maas-group"} {"level":"info","ts":1785860151.9868882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","header":"x-maas-username"} {"level":"info","ts":1785860151.986903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860151.9869266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61"} {"level":"info","ts":1785860151.9890852,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61"} {"level":"info","ts":1785860151.9891071,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61"} {"level":"info","ts":1785860151.9891226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","EoS":false} {"level":"info","ts":1785860151.9891374,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61"} {"level":"info","ts":1785860151.9891696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61","EoS":true} {"level":"info","ts":1785860151.9891822,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"96788bc2-c249-47c9-8348-964465f56b61"} {"level":"info","ts":1785860152.1339388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860152.1340282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d"} {"level":"info","ts":1785860152.1340399,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d"} {"level":"info","ts":1785860152.1340516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","EoS":true} {"level":"info","ts":1785860152.134077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","header":"x-maas-group"} {"level":"info","ts":1785860152.1340866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","header":"x-maas-username"} {"level":"info","ts":1785860152.1340923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","header":"x-maas-subscription"} {"level":"info","ts":1785860152.1341064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860152.1341324,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d"} {"level":"info","ts":1785860152.1351237,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d"} {"level":"info","ts":1785860152.1351502,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d"} {"level":"info","ts":1785860152.135175,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","EoS":false} {"level":"info","ts":1785860152.1351926,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d"} {"level":"info","ts":1785860152.1352246,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d","EoS":true} {"level":"info","ts":1785860152.1352365,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"71a9e5a3-bf81-4e3e-9e83-1cdc89788e4d"} {"level":"info","ts":1785860152.2778828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860152.2779846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4"} {"level":"info","ts":1785860152.2780004,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4"} {"level":"info","ts":1785860152.2780147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","EoS":true} {"level":"info","ts":1785860152.2780414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","header":"x-maas-username"} {"level":"info","ts":1785860152.2780523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","header":"x-maas-group"} {"level":"info","ts":1785860152.278057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","header":"x-maas-subscription"} {"level":"info","ts":1785860152.2780702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860152.2780967,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4"} {"level":"info","ts":1785860152.2790408,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4"} {"level":"info","ts":1785860152.2790613,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4"} {"level":"info","ts":1785860152.2790732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","EoS":false} {"level":"info","ts":1785860152.2790852,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4"} {"level":"info","ts":1785860152.279104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4","EoS":true} {"level":"info","ts":1785860152.2791097,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6971e758-86c2-41c8-a5a5-536ff31633b4"} {"level":"info","ts":1785860173.714493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860173.7145963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8"} {"level":"info","ts":1785860173.7146125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8"} {"level":"info","ts":1785860173.7146337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","EoS":true} {"level":"info","ts":1785860173.7146745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","header":"x-maas-group"} {"level":"info","ts":1785860173.7146866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","header":"x-maas-username"} {"level":"info","ts":1785860173.7146947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","header":"x-maas-subscription"} {"level":"info","ts":1785860173.7147145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860173.714775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8"} {"level":"info","ts":1785860173.7157407,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8"} {"level":"info","ts":1785860173.715772,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8"} {"level":"info","ts":1785860173.7157965,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","EoS":false} {"level":"info","ts":1785860173.7158134,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8"} {"level":"info","ts":1785860173.7158413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8","EoS":true} {"level":"info","ts":1785860173.715849,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"092d97f6-7c23-46e3-8ed1-aa10c4c57fb8"} {"level":"info","ts":1785860173.8485317,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860173.8486202,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10b26253-7d3d-4485-bb7d-7c060d903b46"} {"level":"info","ts":1785860173.8494148,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10b26253-7d3d-4485-bb7d-7c060d903b46"} {"level":"info","ts":1785860173.8494377,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"10b26253-7d3d-4485-bb7d-7c060d903b46"} {"level":"info","ts":1785860173.8494613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10b26253-7d3d-4485-bb7d-7c060d903b46","EoS":false} {"level":"info","ts":1785860173.8494802,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10b26253-7d3d-4485-bb7d-7c060d903b46"} {"level":"info","ts":1785860173.8495224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10b26253-7d3d-4485-bb7d-7c060d903b46","EoS":true} {"level":"info","ts":1785860173.8495338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10b26253-7d3d-4485-bb7d-7c060d903b46"} {"level":"info","ts":1785860178.5254884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860178.5255806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1"} {"level":"info","ts":1785860178.5255966,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1"} {"level":"info","ts":1785860178.5256147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","EoS":true} {"level":"info","ts":1785860178.5256557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","header":"x-maas-group"} {"level":"info","ts":1785860178.5256677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","header":"x-maas-username"} {"level":"info","ts":1785860178.5256777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","header":"x-maas-subscription"} {"level":"info","ts":1785860178.525698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860178.5257459,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1"} {"level":"info","ts":1785860178.526622,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1"} {"level":"info","ts":1785860178.526644,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1"} {"level":"info","ts":1785860178.5266643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","EoS":false} {"level":"info","ts":1785860178.5266762,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1"} {"level":"info","ts":1785860178.5267005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1","EoS":true} {"level":"info","ts":1785860178.5267103,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50a76b3d-8223-42db-8be0-e47b55b91bb1"} {"level":"info","ts":1785860187.1541483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860187.154237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681"} {"level":"info","ts":1785860187.1542475,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681"} {"level":"info","ts":1785860187.1542592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","EoS":true} {"level":"info","ts":1785860187.1542861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","header":"x-maas-group"} {"level":"info","ts":1785860187.1543007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","header":"x-maas-username"} {"level":"info","ts":1785860187.154306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","header":"x-maas-subscription"} {"level":"info","ts":1785860187.1543202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860187.1543436,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681"} {"level":"info","ts":1785860187.1674953,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681"} {"level":"info","ts":1785860187.1675289,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681"} {"level":"info","ts":1785860187.167549,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","EoS":false} {"level":"info","ts":1785860187.1675634,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681"} {"level":"info","ts":1785860187.167596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681","EoS":true} {"level":"info","ts":1785860187.167607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1200b3da-404a-47c8-bd35-698dae8ae681"} {"level":"info","ts":1785860200.1162274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860200.1163256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342"} {"level":"info","ts":1785860200.1163437,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342"} {"level":"info","ts":1785860200.116357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","EoS":true} {"level":"info","ts":1785860200.1163976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","header":"x-maas-group"} {"level":"info","ts":1785860200.1164086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","header":"x-maas-subscription"} {"level":"info","ts":1785860200.1164148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","header":"x-maas-username"} {"level":"info","ts":1785860200.1164305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860200.1164575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342"} {"level":"info","ts":1785860200.1173904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342"} {"level":"info","ts":1785860200.1174107,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342"} {"level":"info","ts":1785860200.1174254,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","EoS":false} {"level":"info","ts":1785860200.1174395,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342"} {"level":"info","ts":1785860200.117465,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342","EoS":true} {"level":"info","ts":1785860200.117475,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"382ff3e5-83b1-40eb-86d2-15e6ec0e2342"} {"level":"info","ts":1785860208.701045,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860208.7011325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc"} {"level":"info","ts":1785860208.701144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc"} {"level":"info","ts":1785860208.7011566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","EoS":true} {"level":"info","ts":1785860208.7011826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","header":"x-maas-username"} {"level":"info","ts":1785860208.701194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","header":"x-maas-subscription"} {"level":"info","ts":1785860208.701199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","header":"x-maas-group"} {"level":"info","ts":1785860208.7012131,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860208.7012405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc"} {"level":"info","ts":1785860208.7021296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc"} {"level":"info","ts":1785860208.702145,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc"} {"level":"info","ts":1785860208.7021625,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","EoS":false} {"level":"info","ts":1785860208.7021759,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc"} {"level":"info","ts":1785860208.7022088,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc","EoS":true} {"level":"info","ts":1785860208.7022226,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e5ee4f09-4e5b-4fee-bdad-71e95f5976fc"} {"level":"info","ts":1785860217.6488056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860217.6488917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789"} {"level":"info","ts":1785860217.6489012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789"} {"level":"info","ts":1785860217.6489136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","EoS":true} {"level":"info","ts":1785860217.6489398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","header":"x-maas-subscription"} {"level":"info","ts":1785860217.6489496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","header":"x-maas-group"} {"level":"info","ts":1785860217.6489556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","header":"x-maas-username"} {"level":"info","ts":1785860217.648969,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860217.648994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789"} {"level":"info","ts":1785860217.6498733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789"} {"level":"info","ts":1785860217.6499002,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789"} {"level":"info","ts":1785860217.6499228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","EoS":false} {"level":"info","ts":1785860217.6499438,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789"} {"level":"info","ts":1785860217.6499748,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789","EoS":true} {"level":"info","ts":1785860217.649984,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8cf556f-4ffd-4cea-bbfd-c76098494789"} {"level":"info","ts":1785860250.6826837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860250.6827893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f"} {"level":"info","ts":1785860250.6828055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f"} {"level":"info","ts":1785860250.682819,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","EoS":true} {"level":"info","ts":1785860250.6828442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","header":"x-maas-subscription"} {"level":"info","ts":1785860250.682858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","header":"x-maas-username"} {"level":"info","ts":1785860250.682863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","header":"x-maas-group"} {"level":"info","ts":1785860250.6828773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860250.6829023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f"} {"level":"info","ts":1785860250.6857994,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f"} {"level":"info","ts":1785860250.6858242,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f"} {"level":"info","ts":1785860250.6858406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","EoS":false} {"level":"info","ts":1785860250.6858535,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f"} {"level":"info","ts":1785860250.6858864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f","EoS":true} {"level":"info","ts":1785860250.6858947,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"897f604c-156d-4136-8ac7-9dfcff0c530f"} {"level":"info","ts":1785860285.8602831,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860285.8603868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c"} {"level":"info","ts":1785860285.8604007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c"} {"level":"info","ts":1785860285.8604217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","EoS":true} {"level":"info","ts":1785860285.8604615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","header":"x-maas-subscription"} {"level":"info","ts":1785860285.8604746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","header":"x-maas-group"} {"level":"info","ts":1785860285.8604822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","header":"x-maas-username"} {"level":"info","ts":1785860285.8605034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785860285.860539,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c"} {"level":"info","ts":1785860285.8615224,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c"} {"level":"info","ts":1785860285.8615456,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c"} {"level":"info","ts":1785860285.8615677,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","EoS":false} {"level":"info","ts":1785860285.8615794,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c"} {"level":"info","ts":1785860285.861605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c","EoS":true} {"level":"info","ts":1785860285.8616128,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bfcb1277-5f47-41bb-9b67-95a59687108c"} {"level":"info","ts":1785860321.4171164,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860321.417202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00"} {"level":"info","ts":1785860321.4172113,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00"} {"level":"info","ts":1785860321.4172223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","EoS":true} {"level":"info","ts":1785860321.4172502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","header":"x-maas-subscription"} {"level":"info","ts":1785860321.41726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","header":"x-maas-username"} {"level":"info","ts":1785860321.4172657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","header":"x-maas-group"} {"level":"info","ts":1785860321.4172795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860321.4173052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00"} {"level":"info","ts":1785860321.4188652,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00"} {"level":"info","ts":1785860321.4188876,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00"} {"level":"info","ts":1785860321.4189036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","EoS":false} {"level":"info","ts":1785860321.4189157,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00"} {"level":"info","ts":1785860321.4189415,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00","EoS":true} {"level":"info","ts":1785860321.418947,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"57d17ca9-f590-4468-8b96-47234be96a00"} {"level":"info","ts":1785860331.0137155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860331.0138235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c"} {"level":"info","ts":1785860331.0138342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c"} {"level":"info","ts":1785860331.0138454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","EoS":true} {"level":"info","ts":1785860331.0138729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","header":"x-maas-subscription"} {"level":"info","ts":1785860331.013883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","header":"x-maas-username"} {"level":"info","ts":1785860331.0138884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","header":"x-maas-group"} {"level":"info","ts":1785860331.0139015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860331.0139272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c"} {"level":"info","ts":1785860331.0147588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c"} {"level":"info","ts":1785860331.014781,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c"} {"level":"info","ts":1785860331.0147982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","EoS":false} {"level":"info","ts":1785860331.01481,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c"} {"level":"info","ts":1785860331.014841,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c","EoS":true} {"level":"info","ts":1785860331.014852,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cab58bfa-c6af-473b-966f-11e5cad8360c"} {"level":"info","ts":1785860331.061631,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860331.0617037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459"} {"level":"info","ts":1785860331.0617132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459"} {"level":"info","ts":1785860331.061746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","EoS":true} {"level":"info","ts":1785860331.0617745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","header":"x-maas-subscription"} {"level":"info","ts":1785860331.0617847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","header":"x-maas-username"} {"level":"info","ts":1785860331.0617907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","header":"x-maas-group"} {"level":"info","ts":1785860331.0618033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860331.0618284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459"} {"level":"info","ts":1785860331.0626295,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459"} {"level":"info","ts":1785860331.0626504,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459"} {"level":"info","ts":1785860331.0626678,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","EoS":false} {"level":"info","ts":1785860331.0626838,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459"} {"level":"info","ts":1785860331.0627038,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459","EoS":true} {"level":"info","ts":1785860331.0627139,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ec7e7924-e362-43ba-9373-ff02afa27459"} {"level":"info","ts":1785860350.3441474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860350.3442268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a"} {"level":"info","ts":1785860350.3442354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a"} {"level":"info","ts":1785860350.3442469,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","EoS":true} {"level":"info","ts":1785860350.3442721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","header":"x-maas-username"} {"level":"info","ts":1785860350.3442826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","header":"x-maas-group"} {"level":"info","ts":1785860350.344291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","header":"x-maas-subscription"} {"level":"info","ts":1785860350.3443065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860350.3443317,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a"} {"level":"info","ts":1785860350.345134,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a"} {"level":"info","ts":1785860350.3451564,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a"} {"level":"info","ts":1785860350.345178,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","EoS":false} {"level":"info","ts":1785860350.3451915,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a"} {"level":"info","ts":1785860350.345222,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a","EoS":true} {"level":"info","ts":1785860350.345232,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ecd67f3-2c3f-4756-9f6c-19e2634a0f8a"} {"level":"info","ts":1785860533.38617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860533.3862708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59"} {"level":"info","ts":1785860533.3862846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59"} {"level":"info","ts":1785860533.3863046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","EoS":true} {"level":"info","ts":1785860533.3863432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","header":"x-maas-username"} {"level":"info","ts":1785860533.3863554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","header":"x-maas-subscription"} {"level":"info","ts":1785860533.386365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","header":"x-maas-group"} {"level":"info","ts":1785860533.3863869,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785860533.3864186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59"} {"level":"info","ts":1785860533.3996453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59"} {"level":"info","ts":1785860533.3996742,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59"} {"level":"info","ts":1785860533.3996913,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","EoS":false} {"level":"info","ts":1785860533.399705,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59"} {"level":"info","ts":1785860533.3997483,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59","EoS":true} {"level":"info","ts":1785860533.3997548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"12ec01bd-7a8b-4e73-b6fe-44c5b7429e59"} {"level":"info","ts":1785860615.590828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860615.5909104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112"} {"level":"info","ts":1785860615.5909195,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112"} {"level":"info","ts":1785860615.5909312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","EoS":true} {"level":"info","ts":1785860615.5909553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","header":"x-maas-group"} {"level":"info","ts":1785860615.5909655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","header":"x-maas-username"} {"level":"info","ts":1785860615.5909712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","header":"x-maas-subscription"} {"level":"info","ts":1785860615.590987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860615.5910132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112"} {"level":"info","ts":1785860615.5919158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112"} {"level":"info","ts":1785860615.5919492,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112"} {"level":"info","ts":1785860615.5919728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","EoS":false} {"level":"info","ts":1785860615.5919936,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112"} {"level":"info","ts":1785860615.5920222,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112","EoS":true} {"level":"info","ts":1785860615.5920303,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac2f1a61-e304-4210-bdd6-9ccd86d4d112"} {"level":"info","ts":1785860630.9048307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860630.9049318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac"} {"level":"info","ts":1785860630.9049504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac"} {"level":"info","ts":1785860630.9049652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","EoS":true} {"level":"info","ts":1785860630.9049911,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","header":"x-maas-group"} {"level":"info","ts":1785860630.9050014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","header":"x-maas-subscription"} {"level":"info","ts":1785860630.9050076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","header":"x-maas-username"} {"level":"info","ts":1785860630.9050221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860630.9050493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac"} {"level":"info","ts":1785860630.9059265,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac"} {"level":"info","ts":1785860630.9059496,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac"} {"level":"info","ts":1785860630.9059699,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","EoS":false} {"level":"info","ts":1785860630.9059908,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac"} {"level":"info","ts":1785860630.906022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac","EoS":true} {"level":"info","ts":1785860630.9060338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2b68c81a-fdef-49d5-9b09-9b60586f62ac"} {"level":"info","ts":1785860968.4079936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860968.4080992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307"} {"level":"info","ts":1785860968.408112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307"} {"level":"info","ts":1785860968.408133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","EoS":true} {"level":"info","ts":1785860968.4081724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","header":"x-maas-subscription"} {"level":"info","ts":1785860968.4081848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","header":"x-maas-username"} {"level":"info","ts":1785860968.4081933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","header":"x-maas-group"} {"level":"info","ts":1785860968.4082136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785860968.4082465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307"} {"level":"info","ts":1785860968.4091558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307"} {"level":"info","ts":1785860968.409176,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307"} {"level":"info","ts":1785860968.409194,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","EoS":false} {"level":"info","ts":1785860968.4092083,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307"} {"level":"info","ts":1785860968.4092357,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307","EoS":true} {"level":"info","ts":1785860968.4092453,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"699b3101-390f-4357-8f31-1e3bcbc7a307"} {"level":"info","ts":1785860973.2255166,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c5ace305-286a-4b11-b8fb-394e91a26342","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785860973.2258341,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34644.121456061,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.2258599,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.2654839,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.3263097,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c5ace305-286a-4b11-b8fb-394e91a26342","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785860973.3546798,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bbdb07e5-90c5-4eb4-97cf-4d2d3ea0586e"} {"level":"info","ts":1785860973.3546724,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e53d104a-7a0c-4ba0-81c7-82a9811536d6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785860973.3547714,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e53d104a-7a0c-4ba0-81c7-82a9811536d6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785860973.3607695,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86dd9ee7-5eec-445e-a420-0f52462b44a6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785860973.360812,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86dd9ee7-5eec-445e-a420-0f52462b44a6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785860973.3611183,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37621.249680059,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.3611393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.37019,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.4613426,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bbdb07e5-90c5-4eb4-97cf-4d2d3ea0586e","name":"e2e-external-provider"} {"level":"info","ts":1785860973.4751947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b82668e-0b26-4aa0-85f1-b58238045b03"} {"level":"info","ts":1785860973.4752245,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15730a4f-d030-4160-99b3-50412c3ef231","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.4752753,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15730a4f-d030-4160-99b3-50412c3ef231","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.478939,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bbdb07e5-90c5-4eb4-97cf-4d2d3ea0586e","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785860973.4829068,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b82668e-0b26-4aa0-85f1-b58238045b03","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785860973.4830654,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"809ab7da-9eb0-4200-9237-d58fd280e410","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.483096,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"809ab7da-9eb0-4200-9237-d58fd280e410","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.4872289,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bbdb07e5-90c5-4eb4-97cf-4d2d3ea0586e","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785860973.490919,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b82668e-0b26-4aa0-85f1-b58238045b03","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860973.490995,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71022084-eda4-4b1d-a976-9f03165ad643","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.4910095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bb18229-acac-4254-8ecd-20b8b3029106"} {"level":"info","ts":1785860973.4910285,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71022084-eda4-4b1d-a976-9f03165ad643","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.4910321,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bb18229-acac-4254-8ecd-20b8b3029106","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785860973.49381,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bbdb07e5-90c5-4eb4-97cf-4d2d3ea0586e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785860973.498284,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bb18229-acac-4254-8ecd-20b8b3029106","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860973.4991624,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c118bc3-e6ad-42df-920f-7c450ca22edb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785860973.4991875,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c118bc3-e6ad-42df-920f-7c450ca22edb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785860973.4991992,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d3fffa3-28bf-4dbb-a4e7-5dd9ecd1a7f7"} {"level":"info","ts":1785860973.4992392,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bac319-b568-4783-ad48-3fe21519c974","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.4992561,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02bac319-b568-4783-ad48-3fe21519c974","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.4992578,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d3fffa3-28bf-4dbb-a4e7-5dd9ecd1a7f7","name":"e2e-external-provider"} {"level":"info","ts":1785860973.4993052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1e51420-491b-4534-b7ca-125bc3c6c5e1"} {"level":"info","ts":1785860973.4994888,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37257.429218824,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.4995022,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.5117967,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785860973.5142126,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d3fffa3-28bf-4dbb-a4e7-5dd9ecd1a7f7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785860973.5192664,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4166590-7be9-4391-b187-682dd0ce2e0a"} {"level":"info","ts":1785860973.519313,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4166590-7be9-4391-b187-682dd0ce2e0a","name":"e2e-external-provider"} {"level":"info","ts":1785860973.5296853,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4166590-7be9-4391-b187-682dd0ce2e0a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785860973.5997155,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1e51420-491b-4534-b7ca-125bc3c6c5e1","name":"e2e-external-model"} {"level":"info","ts":1785860973.6123228,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1e51420-491b-4534-b7ca-125bc3c6c5e1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785860973.618379,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c230b882-e15a-4546-9fde-ba09a7ee99bc"} {"level":"info","ts":1785860973.6184556,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c230b882-e15a-4546-9fde-ba09a7ee99bc","name":"e2e-external-model"} {"level":"info","ts":1785860973.6183798,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f78408a-75a3-4464-9f43-40bf1acd7877","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.61857,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f78408a-75a3-4464-9f43-40bf1acd7877","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.6361685,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bed72eb4-a59a-4e95-9d25-29c4527321ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.6362028,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bed72eb4-a59a-4e95-9d25-29c4527321ae","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785860973.6366467,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c230b882-e15a-4546-9fde-ba09a7ee99bc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860973.6367195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdabf3f3-8bdd-4e8b-a077-cc21e3b45a59"} {"level":"info","ts":1785860973.6368215,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdabf3f3-8bdd-4e8b-a077-cc21e3b45a59","name":"e2e-external-model"} {"level":"info","ts":1785860973.6462219,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdabf3f3-8bdd-4e8b-a077-cc21e3b45a59","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785860973.6547067,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75a239c9-b846-411a-a300-2589f671cb2a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860973.6547074,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87763a7c-2ea2-426a-ba5c-d36cc6453829"} {"level":"info","ts":1785860973.6547558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75a239c9-b846-411a-a300-2589f671cb2a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785860973.6548035,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87763a7c-2ea2-426a-ba5c-d36cc6453829","name":"e2e-external-model"} {"level":"info","ts":1785860973.6646206,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87763a7c-2ea2-426a-ba5c-d36cc6453829","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785860985.3909786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860985.3910658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c"} {"level":"info","ts":1785860985.391075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c"} {"level":"info","ts":1785860985.3910873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","EoS":true} {"level":"info","ts":1785860985.3911157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","header":"x-maas-username"} {"level":"info","ts":1785860985.3911266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","header":"x-maas-subscription"} {"level":"info","ts":1785860985.3911316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","header":"x-maas-group"} {"level":"info","ts":1785860985.3911455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785860985.3911538,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","modelName":"e2e-external-model"} {"level":"info","ts":1785860985.3911653,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785860985.3912003,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785860985.391218,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","authType":"apikey"} {"level":"info","ts":1785860985.3912442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c"} {"level":"info","ts":1785860985.4887476,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c"} {"level":"info","ts":1785860985.4887867,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c"} {"level":"info","ts":1785860985.488817,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","EoS":false} {"level":"info","ts":1785860985.4888375,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c"} {"level":"info","ts":1785860985.4888694,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c","EoS":true} {"level":"info","ts":1785860985.488878,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"971f068e-f527-4c9f-9261-27023bbfec4c"} {"level":"info","ts":1785860985.607034,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f8cca96-eb37-441c-922a-fec9cbe284a2"} {"level":"info","ts":1785860985.6070895,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ac73e52-6cde-4608-afa5-a686d9ccc19f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860985.6071239,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ac73e52-6cde-4608-afa5-a686d9ccc19f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785860985.616303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b56f904-adf2-4ba3-be1d-07aa1f75666a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860985.6163337,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b56f904-adf2-4ba3-be1d-07aa1f75666a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785860985.618206,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f8cca96-eb37-441c-922a-fec9cbe284a2","name":"e2e-cleanup-test"} {"level":"info","ts":1785860985.6312406,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f8cca96-eb37-441c-922a-fec9cbe284a2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785860985.642083,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b56e79bd-35a7-4ea8-8c93-557ec1508c11"} {"level":"info","ts":1785860985.642149,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b56e79bd-35a7-4ea8-8c93-557ec1508c11","name":"e2e-cleanup-test"} {"level":"info","ts":1785860985.6421776,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"547994c1-2604-4a9d-a26a-832735042985","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860985.6422155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"547994c1-2604-4a9d-a26a-832735042985","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785860985.6564884,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b56e79bd-35a7-4ea8-8c93-557ec1508c11","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785860985.6565862,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7bf78a4-176f-49db-a76a-968faf09954a"} {"level":"info","ts":1785860985.6566505,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7bf78a4-176f-49db-a76a-968faf09954a","name":"e2e-cleanup-test"} {"level":"info","ts":1785860985.6566558,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4f042c9-e3b0-4579-92eb-6ca5a86d8fb6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860985.6566827,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4f042c9-e3b0-4579-92eb-6ca5a86d8fb6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785860985.6670184,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7bf78a4-176f-49db-a76a-968faf09954a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785860985.672711,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22c90d4f-b37c-4277-975a-5b64509b8118"} {"level":"info","ts":1785860985.672825,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22c90d4f-b37c-4277-975a-5b64509b8118","name":"e2e-cleanup-test"} {"level":"info","ts":1785860985.6728325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6fbef51c-b4ef-4dc3-9ecc-1902fdfa6f1f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860985.6728568,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6fbef51c-b4ef-4dc3-9ecc-1902fdfa6f1f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785860985.6817577,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22c90d4f-b37c-4277-975a-5b64509b8118","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785860985.6867135,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e35a18dd-b056-4355-8d36-1d3eef1ea991"} {"level":"info","ts":1785860985.6868343,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e35a18dd-b056-4355-8d36-1d3eef1ea991","name":"e2e-cleanup-test"} {"level":"info","ts":1785860985.6949224,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e35a18dd-b056-4355-8d36-1d3eef1ea991","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785860993.8773432,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8859ef8-0c51-4a36-a430-971418f280e8"} {"level":"info","ts":1785860993.8773904,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b14d1ec3-b081-4f4a-a984-31732efc64a2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860993.8774328,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b14d1ec3-b081-4f4a-a984-31732efc64a2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785860998.202067,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860998.2021546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8"} {"level":"info","ts":1785860998.2021677,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8"} {"level":"info","ts":1785860998.2021852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8","EoS":true} {"level":"info","ts":1785860998.202233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785860998.2022696,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ec972e8-a03b-4bae-9fd6-1f24077dbbe8"} {"level":"info","ts":1785860998.2519448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860998.252035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767"} {"level":"info","ts":1785860998.2520466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767"} {"level":"info","ts":1785860998.2520585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","EoS":true} {"level":"info","ts":1785860998.2520854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","header":"x-maas-group"} {"level":"info","ts":1785860998.2520964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","header":"x-maas-subscription"} {"level":"info","ts":1785860998.2521021,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","header":"x-maas-username"} {"level":"info","ts":1785860998.252119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785860998.252129,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","modelName":"e2e-external-model"} {"level":"info","ts":1785860998.2521405,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785860998.2521617,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785860998.2521782,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","authType":"apikey"} {"level":"info","ts":1785860998.2522042,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767"} {"level":"info","ts":1785860998.2983418,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767"} {"level":"info","ts":1785860998.29837,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767"} {"level":"info","ts":1785860998.298393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","EoS":false} {"level":"info","ts":1785860998.2984116,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767"} {"level":"info","ts":1785860998.2984512,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767","EoS":true} {"level":"info","ts":1785860998.2984614,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed59d5cb-4048-408d-8a43-7db1f142d767"} {"level":"info","ts":1785860998.3450952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860998.3451867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd"} {"level":"info","ts":1785860998.3452046,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd"} {"level":"info","ts":1785860998.3452234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","EoS":true} {"level":"info","ts":1785860998.3452652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","header":"x-maas-group"} {"level":"info","ts":1785860998.3452775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","header":"x-maas-subscription"} {"level":"info","ts":1785860998.3452868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","header":"x-maas-username"} {"level":"info","ts":1785860998.3453074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785860998.3453424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd"} {"level":"info","ts":1785860998.4409451,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd"} {"level":"info","ts":1785860998.4409754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd"} {"level":"info","ts":1785860998.4409945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","EoS":false} {"level":"info","ts":1785860998.4410086,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd"} {"level":"info","ts":1785860998.4410455,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd","EoS":true} {"level":"info","ts":1785860998.4410517,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8cb0eead-c740-4c23-9ed2-58e5e285a7bd"} {"level":"info","ts":1785860998.4893742,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785860998.489454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819"} {"level":"info","ts":1785860998.4894636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819"} {"level":"info","ts":1785860998.4894753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819","EoS":true} {"level":"info","ts":1785860998.489506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819","header":"x-maas-subscription"} {"level":"info","ts":1785860998.4895172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819","header":"x-maas-group"} {"level":"info","ts":1785860998.4895227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819","header":"x-maas-username"} {"level":"info","ts":1785860998.4895518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819"} {"level":"info","ts":1785860998.5489116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819"} {"level":"info","ts":1785860998.548942,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819"} {"level":"info","ts":1785860998.5489652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819","EoS":false} {"level":"info","ts":1785860998.5489836,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819"} {"level":"info","ts":1785860998.549022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819","EoS":true} {"level":"info","ts":1785860998.549033,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df0d1c8a-8b62-43f0-9019-0af1a3c5f819"} {"level":"info","ts":1785860999.3703728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c363707d-c5ee-4d3a-9888-9fb0d743f354"} {"level":"info","ts":1785860999.3703833,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc0eba14-b72c-4aa0-80c8-330a16b6bb29","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860999.3704166,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc0eba14-b72c-4aa0-80c8-330a16b6bb29","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785860999.5166101,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6649b6ae-c160-4411-b629-edd8a9279653","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785860999.5166523,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6649b6ae-c160-4411-b629-edd8a9279653","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785860999.5166547,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17960403-7d14-4554-90a4-e6130741f01b"} {"level":"info","ts":1785860999.6232743,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1775476e-f709-409c-abc7-ab6cac196a16","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785860999.6233194,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1775476e-f709-409c-abc7-ab6cac196a16","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785862496.750945,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785862496.7510366,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cedaa65-6f69-4827-a36c-8e99f67799a0"} {"level":"info","ts":1785862574.6392472,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785862574.6393342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1"} {"level":"info","ts":1785862574.639343,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1"} {"level":"info","ts":1785862574.6393554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","EoS":true} {"level":"info","ts":1785862574.6393833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","header":"x-maas-subscription"} {"level":"info","ts":1785862574.639393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","header":"x-maas-group"} {"level":"info","ts":1785862574.6393986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","header":"x-maas-username"} {"level":"info","ts":1785862574.6394138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785862574.6394384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1"} {"level":"info","ts":1785862574.640357,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1"} {"level":"info","ts":1785862574.640386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1"} {"level":"info","ts":1785862574.6404045,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","EoS":false} {"level":"info","ts":1785862574.640419,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1"} {"level":"info","ts":1785862574.640445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1","EoS":true} {"level":"info","ts":1785862574.6404562,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"704e0dcb-f74a-4267-8c61-630e3e76c2a1"}