{"level":"info","ts":1784637076.2782915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379","header":"x-maas-group"} {"level":"info","ts":1784637076.278306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.2783344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379"} {"level":"info","ts":1784637076.280596,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379"} {"level":"info","ts":1784637076.280618,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379"} {"level":"info","ts":1784637076.2806325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379","EoS":false} {"level":"info","ts":1784637076.2806442,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379","EoS":true} {"level":"info","ts":1784637076.2806845,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2f4baec8-6cbf-4e25-ac68-9ca775e12379"} {"level":"info","ts":1784637076.413588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637076.41367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb"} {"level":"info","ts":1784637076.413682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb"} {"level":"info","ts":1784637076.4137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","EoS":true} {"level":"info","ts":1784637076.4137394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","header":"x-maas-subscription"} {"level":"info","ts":1784637076.4137526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","header":"x-maas-username"} {"level":"info","ts":1784637076.4137602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","header":"x-maas-group"} {"level":"info","ts":1784637076.4137928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.4138334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb"} {"level":"info","ts":1784637076.4147186,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb"} {"level":"info","ts":1784637076.4147408,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb"} {"level":"info","ts":1784637076.4147632,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","EoS":false} {"level":"info","ts":1784637076.4148016,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb","EoS":true} {"level":"info","ts":1784637076.4148448,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb95ca84-e78d-44ef-a499-3ba4872feacb"} {"level":"info","ts":1784637076.5479083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637076.548002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108"} {"level":"info","ts":1784637076.5480165,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108"} {"level":"info","ts":1784637076.5480356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","EoS":true} {"level":"info","ts":1784637076.5480754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","header":"x-maas-group"} {"level":"info","ts":1784637076.5480883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","header":"x-maas-subscription"} {"level":"info","ts":1784637076.5480955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","header":"x-maas-username"} {"level":"info","ts":1784637076.5481122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.5481446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108"} {"level":"info","ts":1784637076.549167,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108"} {"level":"info","ts":1784637076.5491843,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108"} {"level":"info","ts":1784637076.5491977,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","EoS":false} {"level":"info","ts":1784637076.5492082,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108","EoS":true} {"level":"info","ts":1784637076.5492477,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c81eb2ff-3ae2-4aa6-82ae-f7412712e108"} {"level":"info","ts":1784637076.6810973,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637076.6811767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788"} {"level":"info","ts":1784637076.681187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788"} {"level":"info","ts":1784637076.6811976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","EoS":true} {"level":"info","ts":1784637076.6812274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","header":"x-maas-username"} {"level":"info","ts":1784637076.6812382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","header":"x-maas-subscription"} {"level":"info","ts":1784637076.681243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","header":"x-maas-group"} {"level":"info","ts":1784637076.6812553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.6812794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788"} {"level":"info","ts":1784637076.6820462,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788"} {"level":"info","ts":1784637076.6820724,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788"} {"level":"info","ts":1784637076.6820884,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","EoS":false} {"level":"info","ts":1784637076.6821027,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788","EoS":true} {"level":"info","ts":1784637076.6821423,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"50b5ea9e-6e65-4eb0-9f2e-518061a55788"} {"level":"info","ts":1784637076.8125052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637076.8125923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a"} {"level":"info","ts":1784637076.8126054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a"} {"level":"info","ts":1784637076.812617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","EoS":true} {"level":"info","ts":1784637076.8126414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","header":"x-maas-group"} {"level":"info","ts":1784637076.8126502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","header":"x-maas-subscription"} {"level":"info","ts":1784637076.8126557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","header":"x-maas-username"} {"level":"info","ts":1784637076.8126671,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637076.8126917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a"} {"level":"info","ts":1784637076.8134305,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a"} {"level":"info","ts":1784637076.8134453,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a"} {"level":"info","ts":1784637076.8134577,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","EoS":false} {"level":"info","ts":1784637076.813469,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a","EoS":true} {"level":"info","ts":1784637076.8135061,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d4df989d-04b6-4c36-a710-0a6b54c0d05a"} {"level":"info","ts":1784637092.5006282,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637092.5007024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b"} {"level":"info","ts":1784637092.5007126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b"} {"level":"info","ts":1784637092.5007236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","EoS":true} {"level":"info","ts":1784637092.5007496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","header":"x-maas-username"} {"level":"info","ts":1784637092.5007596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","header":"x-maas-group"} {"level":"info","ts":1784637092.5007646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","header":"x-maas-subscription"} {"level":"info","ts":1784637092.5007997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637092.5008237,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b"} {"level":"info","ts":1784637092.50301,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b"} {"level":"info","ts":1784637092.5030375,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b"} {"level":"info","ts":1784637092.5030541,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","EoS":false} {"level":"info","ts":1784637092.5030663,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b","EoS":true} {"level":"info","ts":1784637092.5031068,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e35f7609-479b-4eb5-9c76-b32f85574c7b"} {"level":"info","ts":1784637092.5970023,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637092.59708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32da2d3c-f3d4-4043-b705-f5be9b4c6512"} {"level":"info","ts":1784637092.5978003,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32da2d3c-f3d4-4043-b705-f5be9b4c6512"} {"level":"info","ts":1784637092.5978181,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"32da2d3c-f3d4-4043-b705-f5be9b4c6512"} {"level":"info","ts":1784637092.5978327,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32da2d3c-f3d4-4043-b705-f5be9b4c6512","EoS":false} {"level":"info","ts":1784637092.5978484,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"32da2d3c-f3d4-4043-b705-f5be9b4c6512"} {"level":"info","ts":1784637092.5978775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32da2d3c-f3d4-4043-b705-f5be9b4c6512","EoS":true} {"level":"info","ts":1784637092.5978901,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"32da2d3c-f3d4-4043-b705-f5be9b4c6512"} {"level":"info","ts":1784637097.2149618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637097.2150435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab"} {"level":"info","ts":1784637097.2150562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab"} {"level":"info","ts":1784637097.215068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","EoS":true} {"level":"info","ts":1784637097.2150998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","header":"x-maas-username"} {"level":"info","ts":1784637097.2151127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","header":"x-maas-group"} {"level":"info","ts":1784637097.2151225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","header":"x-maas-subscription"} {"level":"info","ts":1784637097.2151365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637097.2151623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab"} {"level":"info","ts":1784637097.2174213,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab"} {"level":"info","ts":1784637097.217442,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab"} {"level":"info","ts":1784637097.2174654,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","EoS":false} {"level":"info","ts":1784637097.217477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab","EoS":true} {"level":"info","ts":1784637097.2175171,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"23f402fb-4b2f-431f-a8d6-2f696b5e2dab"} {"level":"info","ts":1784637107.7926855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637107.792805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765"} {"level":"info","ts":1784637107.7928164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765"} {"level":"info","ts":1784637107.7928295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","EoS":true} {"level":"info","ts":1784637107.7928543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","header":"x-maas-subscription"} {"level":"info","ts":1784637107.7928655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","header":"x-maas-group"} {"level":"info","ts":1784637107.7928708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","header":"x-maas-username"} {"level":"info","ts":1784637107.792885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637107.7929075,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765"} {"level":"info","ts":1784637107.7939155,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765"} {"level":"info","ts":1784637107.7939441,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765"} {"level":"info","ts":1784637107.7939622,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","EoS":false} {"level":"info","ts":1784637107.7939763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765","EoS":true} {"level":"info","ts":1784637107.794013,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa50df59-8228-48fc-8025-e505e6d53765"} {"level":"info","ts":1784637120.6543574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637120.6544404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417"} {"level":"info","ts":1784637120.6544511,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417"} {"level":"info","ts":1784637120.6544638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","EoS":true} {"level":"info","ts":1784637120.6544945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","header":"x-maas-username"} {"level":"info","ts":1784637120.654502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","header":"x-maas-subscription"} {"level":"info","ts":1784637120.654507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","header":"x-maas-group"} {"level":"info","ts":1784637120.6545246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637120.6545572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417"} {"level":"info","ts":1784637120.6554554,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417"} {"level":"info","ts":1784637120.655478,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417"} {"level":"info","ts":1784637120.6554947,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","EoS":false} {"level":"info","ts":1784637120.6555057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417","EoS":true} {"level":"info","ts":1784637120.655537,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6013a565-ed65-41c1-bc60-b686f76e4417"} {"level":"info","ts":1784637129.1762176,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637129.1763008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4"} {"level":"info","ts":1784637129.1763108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4"} {"level":"info","ts":1784637129.1763232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","EoS":true} {"level":"info","ts":1784637129.176353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","header":"x-maas-username"} {"level":"info","ts":1784637129.1763642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","header":"x-maas-subscription"} {"level":"info","ts":1784637129.1763697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","header":"x-maas-group"} {"level":"info","ts":1784637129.1763823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637129.1764073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4"} {"level":"info","ts":1784637129.177449,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4"} {"level":"info","ts":1784637129.1774695,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4"} {"level":"info","ts":1784637129.1774845,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","EoS":false} {"level":"info","ts":1784637129.1774964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4","EoS":true} {"level":"info","ts":1784637129.1775362,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6aa8ebf-2954-430c-8dcf-2c735e5bf6a4"} {"level":"info","ts":1784637138.06596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637138.0660436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f"} {"level":"info","ts":1784637138.0660517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f"} {"level":"info","ts":1784637138.0660632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","EoS":true} {"level":"info","ts":1784637138.0660915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","header":"x-maas-group"} {"level":"info","ts":1784637138.0660987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","header":"x-maas-subscription"} {"level":"info","ts":1784637138.0661035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","header":"x-maas-username"} {"level":"info","ts":1784637138.0661166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637138.0661411,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f"} {"level":"info","ts":1784637138.0671918,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f"} {"level":"info","ts":1784637138.0672157,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f"} {"level":"info","ts":1784637138.067231,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","EoS":false} {"level":"info","ts":1784637138.0672414,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f","EoS":true} {"level":"info","ts":1784637138.0672786,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e56b6c7c-a930-4d50-bc30-760ed402101f"} {"level":"info","ts":1784637162.8710084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637162.8710947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44"} {"level":"info","ts":1784637162.871105,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44"} {"level":"info","ts":1784637162.8711185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","EoS":true} {"level":"info","ts":1784637162.871154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","header":"x-maas-subscription"} {"level":"info","ts":1784637162.8711734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","header":"x-maas-username"} {"level":"info","ts":1784637162.8711789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","header":"x-maas-group"} {"level":"info","ts":1784637162.871191,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637162.8712192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44"} {"level":"info","ts":1784637162.8722074,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44"} {"level":"info","ts":1784637162.872228,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44"} {"level":"info","ts":1784637162.872242,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","EoS":false} {"level":"info","ts":1784637162.8722544,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44","EoS":true} {"level":"info","ts":1784637162.872301,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"537b3b38-cb97-4b01-b76f-cf9d60cecf44"} {"level":"info","ts":1784637186.3307025,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637186.3307996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9"} {"level":"info","ts":1784637186.330809,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9"} {"level":"info","ts":1784637186.330823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","EoS":true} {"level":"info","ts":1784637186.3308475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","header":"x-maas-group"} {"level":"info","ts":1784637186.3308554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","header":"x-maas-username"} {"level":"info","ts":1784637186.3308609,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","header":"x-maas-subscription"} {"level":"info","ts":1784637186.3308735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784637186.3308902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9"} {"level":"info","ts":1784637186.3318653,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9"} {"level":"info","ts":1784637186.331892,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9"} {"level":"info","ts":1784637186.331907,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","EoS":false} {"level":"info","ts":1784637186.3319185,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9","EoS":true} {"level":"info","ts":1784637186.331956,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"de336291-ad27-4ca3-b0ed-8b9dbb1baba9"} {"level":"info","ts":1784637212.5968165,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637212.5969024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb"} {"level":"info","ts":1784637212.5969129,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb"} {"level":"info","ts":1784637212.5969243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","EoS":true} {"level":"info","ts":1784637212.5969944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","header":"x-maas-username"} {"level":"info","ts":1784637212.5970054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","header":"x-maas-group"} {"level":"info","ts":1784637212.597011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","header":"x-maas-subscription"} {"level":"info","ts":1784637212.5970235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637212.5970478,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb"} {"level":"info","ts":1784637212.597901,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb"} {"level":"info","ts":1784637212.5979285,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb"} {"level":"info","ts":1784637212.5979466,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","EoS":false} {"level":"info","ts":1784637212.5979617,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb","EoS":true} {"level":"info","ts":1784637212.597999,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a2233b31-d5ef-420d-a100-d8885a5716fb"} {"level":"info","ts":1784637221.9421484,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637221.9422235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104"} {"level":"info","ts":1784637221.942234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104"} {"level":"info","ts":1784637221.9422462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","EoS":true} {"level":"info","ts":1784637221.942274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","header":"x-maas-group"} {"level":"info","ts":1784637221.9422884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","header":"x-maas-subscription"} {"level":"info","ts":1784637221.9422948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","header":"x-maas-username"} {"level":"info","ts":1784637221.9423115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637221.9423404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104"} {"level":"info","ts":1784637221.9451537,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104"} {"level":"info","ts":1784637221.9451745,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104"} {"level":"info","ts":1784637221.9451985,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","EoS":false} {"level":"info","ts":1784637221.9452107,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104","EoS":true} {"level":"info","ts":1784637221.9452538,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d3eac2ad-b08b-4325-8b58-536fe7e44104"} {"level":"info","ts":1784637221.9749637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637221.97502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd"} {"level":"info","ts":1784637221.9750311,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd"} {"level":"info","ts":1784637221.9750414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","EoS":true} {"level":"info","ts":1784637221.9750614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","header":"x-maas-subscription"} {"level":"info","ts":1784637221.975072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","header":"x-maas-username"} {"level":"info","ts":1784637221.9750772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","header":"x-maas-group"} {"level":"info","ts":1784637221.9750893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637221.9751127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd"} {"level":"info","ts":1784637221.9760098,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd"} {"level":"info","ts":1784637221.976025,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd"} {"level":"info","ts":1784637221.9760463,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","EoS":false} {"level":"info","ts":1784637221.9760597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd","EoS":true} {"level":"info","ts":1784637221.9760916,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"224b4682-8164-4e28-af31-1fa3b3e82bcd"} {"level":"info","ts":1784637240.9840813,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637240.9841635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e"} {"level":"info","ts":1784637240.9841745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e"} {"level":"info","ts":1784637240.9841855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","EoS":true} {"level":"info","ts":1784637240.9842105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","header":"x-maas-group"} {"level":"info","ts":1784637240.984221,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","header":"x-maas-subscription"} {"level":"info","ts":1784637240.9842253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","header":"x-maas-username"} {"level":"info","ts":1784637240.9842381,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637240.984262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e"} {"level":"info","ts":1784637240.9852471,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e"} {"level":"info","ts":1784637240.9852774,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e"} {"level":"info","ts":1784637240.9852924,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","EoS":false} {"level":"info","ts":1784637240.9853036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e","EoS":true} {"level":"info","ts":1784637240.9853373,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"84a90ff0-b684-432e-9304-f3869151d71e"} {"level":"info","ts":1784637370.6532645,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637370.653346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3"} {"level":"info","ts":1784637370.6533556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3"} {"level":"info","ts":1784637370.6533673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","EoS":true} {"level":"info","ts":1784637370.6533992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","header":"x-maas-subscription"} {"level":"info","ts":1784637370.6534064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","header":"x-maas-group"} {"level":"info","ts":1784637370.6534107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","header":"x-maas-username"} {"level":"info","ts":1784637370.653424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784637370.6534495,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3"} {"level":"info","ts":1784637370.6566927,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3"} {"level":"info","ts":1784637370.6567152,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3"} {"level":"info","ts":1784637370.6567304,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","EoS":false} {"level":"info","ts":1784637370.6567423,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3","EoS":true} {"level":"info","ts":1784637370.6568027,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2717755d-3075-4cf3-afb8-6143eb7a67c3"} {"level":"info","ts":1784637407.6328714,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637407.6329532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac"} {"level":"info","ts":1784637407.6329625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac"} {"level":"info","ts":1784637407.6329741,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","EoS":true} {"level":"info","ts":1784637407.6330025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","header":"x-maas-username"} {"level":"info","ts":1784637407.633013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","header":"x-maas-group"} {"level":"info","ts":1784637407.6330178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","header":"x-maas-subscription"} {"level":"info","ts":1784637407.6330297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637407.6330528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac"} {"level":"info","ts":1784637407.634899,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac"} {"level":"info","ts":1784637407.634921,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac"} {"level":"info","ts":1784637407.634936,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","EoS":false} {"level":"info","ts":1784637407.6349523,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac","EoS":true} {"level":"info","ts":1784637407.6349874,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0e28d1ed-d0a7-44d7-9705-6469457cf6ac"} {"level":"info","ts":1784637422.8902428,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637422.890333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e"} {"level":"info","ts":1784637422.8903456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e"} {"level":"info","ts":1784637422.890365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","EoS":true} {"level":"info","ts":1784637422.8904066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","header":"x-maas-username"} {"level":"info","ts":1784637422.89042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","header":"x-maas-group"} {"level":"info","ts":1784637422.8904293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","header":"x-maas-subscription"} {"level":"info","ts":1784637422.890448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637422.8904839,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e"} {"level":"info","ts":1784637422.8914084,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e"} {"level":"info","ts":1784637422.8914287,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e"} {"level":"info","ts":1784637422.8914433,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","EoS":false} {"level":"info","ts":1784637422.8914552,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e","EoS":true} {"level":"info","ts":1784637422.891498,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7e912913-4dfc-4712-b829-61e4d81be32e"} {"level":"info","ts":1784637736.9214795,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637736.9215693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a"} {"level":"info","ts":1784637736.9215775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a"} {"level":"info","ts":1784637736.9215896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","EoS":true} {"level":"info","ts":1784637736.9216592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","header":"x-maas-group"} {"level":"info","ts":1784637736.9216704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","header":"x-maas-username"} {"level":"info","ts":1784637736.9216754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","header":"x-maas-subscription"} {"level":"info","ts":1784637736.9216897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637736.9217162,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a"} {"level":"info","ts":1784637736.923116,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a"} {"level":"info","ts":1784637736.9231367,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a"} {"level":"info","ts":1784637736.9231586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","EoS":false} {"level":"info","ts":1784637736.9231803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a","EoS":true} {"level":"info","ts":1784637736.9232266,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1aab4a14-4bf4-4694-a0f7-0f4683d0801a"} {"level":"info","ts":1784637736.9521053,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637736.9521875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f"} {"level":"info","ts":1784637736.9521995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f"} {"level":"info","ts":1784637736.952217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","EoS":true} {"level":"info","ts":1784637736.952253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","header":"x-maas-group"} {"level":"info","ts":1784637736.952268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","header":"x-maas-username"} {"level":"info","ts":1784637736.952277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","header":"x-maas-subscription"} {"level":"info","ts":1784637736.952294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784637736.9523234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f"} {"level":"info","ts":1784637736.9531338,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f"} {"level":"info","ts":1784637736.9531538,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f"} {"level":"info","ts":1784637736.9531677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","EoS":false} {"level":"info","ts":1784637736.9531784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f","EoS":true} {"level":"info","ts":1784637736.953214,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"518a41a7-81d5-4190-91b7-a89c16da321f"} {"level":"info","ts":1784637741.6986697,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f50146e5-40f2-4b79-bb2d-6013ef2df6cd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784637741.6989684,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37236.638460968,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.6989937,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.7602382,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.7995842,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f50146e5-40f2-4b79-bb2d-6013ef2df6cd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784637741.8028564,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42666e56-5a98-4b3e-affe-3d1c11eaa992","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784637741.8028915,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42666e56-5a98-4b3e-affe-3d1c11eaa992","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784637741.8029542,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74e7d9ca-fe68-49a6-86f1-f12cbed1ae1a"} {"level":"info","ts":1784637741.8088686,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb9f3a5d-4110-44f6-8fbb-146ab2f94f9d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784637741.8089721,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb9f3a5d-4110-44f6-8fbb-146ab2f94f9d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784637741.8090103,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35814.004071821,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.8090322,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.8169968,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.9091172,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74e7d9ca-fe68-49a6-86f1-f12cbed1ae1a","name":"e2e-external-provider"} {"level":"info","ts":1784637741.9194806,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74e7d9ca-fe68-49a6-86f1-f12cbed1ae1a","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784637741.9196298,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95cd1d81-9b6f-48bb-be22-4c9a341daeaa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637741.9196713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95cd1d81-9b6f-48bb-be22-4c9a341daeaa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784637741.91975,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08171f9e-a25b-4581-955e-afd13d8c45e0"} {"level":"info","ts":1784637741.927843,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"677d463b-2ef1-4bf0-ab39-ea532f0dc69e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637741.9278755,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"677d463b-2ef1-4bf0-ab39-ea532f0dc69e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784637741.9278405,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08171f9e-a25b-4581-955e-afd13d8c45e0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784637741.9279673,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74e7d9ca-fe68-49a6-86f1-f12cbed1ae1a","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784637741.933003,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08171f9e-a25b-4581-955e-afd13d8c45e0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637741.933074,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5949a01f-31c3-47a0-b40e-7efeb4c19e27"} {"level":"info","ts":1784637741.9330988,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5949a01f-31c3-47a0-b40e-7efeb4c19e27","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784637741.93315,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df6e2685-a1ee-4c4d-af83-573003908028","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637741.933177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df6e2685-a1ee-4c4d-af83-573003908028","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784637741.9340076,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74e7d9ca-fe68-49a6-86f1-f12cbed1ae1a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784637741.9372036,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5949a01f-31c3-47a0-b40e-7efeb4c19e27","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784637741.937255,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5949a01f-31c3-47a0-b40e-7efeb4c19e27","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637741.9373028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"615fab16-e52f-48aa-8f4c-591c6e4fcc4d"} {"level":"info","ts":1784637741.9373233,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"615fab16-e52f-48aa-8f4c-591c6e4fcc4d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784637741.941995,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6fac7702-bf09-4935-84d7-166d3b8dd3cf"} {"level":"info","ts":1784637741.9420931,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6fac7702-bf09-4935-84d7-166d3b8dd3cf","name":"e2e-external-provider"} {"level":"error","ts":1784637741.9422455,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"615fab16-e52f-48aa-8f4c-591c6e4fcc4d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637741.9423678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df18a3b5-0759-4c0b-86d1-27d2d1778009","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637741.9423964,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df18a3b5-0759-4c0b-86d1-27d2d1778009","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784637741.9423685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a89057b-e0a0-4bca-8041-25d0c7c21e90"} {"level":"info","ts":1784637741.9424155,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0102e97-c366-4112-bdf4-2bd267e71495","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784637741.942454,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0102e97-c366-4112-bdf4-2bd267e71495","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784637741.9426117,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32986.652445125,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.9426277,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.9496877,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784637741.951352,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6fac7702-bf09-4935-84d7-166d3b8dd3cf","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784637741.9557135,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9d112b7-63a3-4f43-b6e2-ea97f42f4030"} {"level":"info","ts":1784637741.955757,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9d112b7-63a3-4f43-b6e2-ea97f42f4030","name":"e2e-external-provider"} {"level":"info","ts":1784637741.9647431,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9d112b7-63a3-4f43-b6e2-ea97f42f4030","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784637742.042821,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a89057b-e0a0-4bca-8041-25d0c7c21e90","name":"e2e-external-model"} {"level":"info","ts":1784637742.0524435,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a89057b-e0a0-4bca-8041-25d0c7c21e90","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784637742.060201,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89ca8533-07a9-48ed-bc89-7a301a0cbb80","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637742.0602372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89ca8533-07a9-48ed-bc89-7a301a0cbb80","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784637742.0602868,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32f8a1fe-a79b-45f1-9f81-548bfe135d37"} {"level":"info","ts":1784637742.0603287,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32f8a1fe-a79b-45f1-9f81-548bfe135d37","name":"e2e-external-model"} {"level":"error","ts":1784637742.080099,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32f8a1fe-a79b-45f1-9f81-548bfe135d37","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637742.080166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b79f4da3-f575-4da1-a181-4ca7488149cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637742.080199,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38d5de8c-c53b-4b0a-ac76-13da2765b3e4"} {"level":"info","ts":1784637742.0802548,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38d5de8c-c53b-4b0a-ac76-13da2765b3e4","name":"e2e-external-model"} {"level":"info","ts":1784637742.080199,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b79f4da3-f575-4da1-a181-4ca7488149cf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784637742.089033,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38d5de8c-c53b-4b0a-ac76-13da2765b3e4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784637742.0966334,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e786998-a2f7-49bb-928b-3390d3e817b2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637742.096665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e786998-a2f7-49bb-928b-3390d3e817b2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784637742.096674,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa6fe7df-e45b-420f-b7f7-e5cd96f60836"} {"level":"info","ts":1784637742.0967195,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa6fe7df-e45b-420f-b7f7-e5cd96f60836","name":"e2e-external-model"} {"level":"info","ts":1784637742.105557,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa6fe7df-e45b-420f-b7f7-e5cd96f60836","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784637749.287166,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637749.287253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39"} {"level":"info","ts":1784637749.2872643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39"} {"level":"info","ts":1784637749.2872765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","EoS":true} {"level":"info","ts":1784637749.2873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","header":"x-maas-username"} {"level":"info","ts":1784637749.287311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","header":"x-maas-subscription"} {"level":"info","ts":1784637749.2873168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","header":"x-maas-group"} {"level":"info","ts":1784637749.2873306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784637749.287338,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","modelName":"e2e-external-model"} {"level":"info","ts":1784637749.28735,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784637749.2873976,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784637749.2874207,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39","authType":"apikey"} {"level":"info","ts":1784637749.2874475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1948703f-4e3a-4a73-ab08-818df55c2d39"} {"level":"info","ts":1784637749.396394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56e18ef7-b2d6-4009-aa9e-14cd445f115f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637749.3964372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56e18ef7-b2d6-4009-aa9e-14cd445f115f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784637749.3964388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e6e7276-077a-4510-934c-71458ed1ca0c"} {"level":"info","ts":1784637749.4018655,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a4de776-1130-4c55-85a3-90d3cbd4230e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637749.401897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a4de776-1130-4c55-85a3-90d3cbd4230e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784637749.4065027,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e6e7276-077a-4510-934c-71458ed1ca0c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637749.4065564,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e6e7276-077a-4510-934c-71458ed1ca0c","name":"e2e-cleanup-test"} {"level":"info","ts":1784637749.4179776,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55169682-4ac1-48bf-9995-eb6837eebfec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637749.4180188,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55169682-4ac1-48bf-9995-eb6837eebfec","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784637749.4252682,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e6e7276-077a-4510-934c-71458ed1ca0c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784637749.425321,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e6e7276-077a-4510-934c-71458ed1ca0c","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637749.4253929,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9805e713-8cf8-4e52-8ad0-04d360b924a9"} {"level":"info","ts":1784637749.425451,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9805e713-8cf8-4e52-8ad0-04d360b924a9","name":"e2e-cleanup-test"} {"level":"info","ts":1784637749.433854,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2511cbde-61f7-4e7f-a8d5-5e13ca2e8d8c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637749.4338877,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2511cbde-61f7-4e7f-a8d5-5e13ca2e8d8c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784637749.4348423,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9805e713-8cf8-4e52-8ad0-04d360b924a9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784637749.4389782,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9805e713-8cf8-4e52-8ad0-04d360b924a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637749.4390545,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc585ec7-9300-401e-a991-d4dc4add1b41"} {"level":"info","ts":1784637749.4391158,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc585ec7-9300-401e-a991-d4dc4add1b41","name":"e2e-cleanup-test"} {"level":"info","ts":1784637749.448322,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc585ec7-9300-401e-a991-d4dc4add1b41","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784637749.449943,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8ec8c12-ad18-4e09-b23f-2e9904d3bb53","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637749.4499688,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8ec8c12-ad18-4e09-b23f-2e9904d3bb53","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784637749.4522367,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc585ec7-9300-401e-a991-d4dc4add1b41","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784637749.452309,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c89330d8-8463-486d-b5ef-3c7e78ecf880"} {"level":"info","ts":1784637749.4523666,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c89330d8-8463-486d-b5ef-3c7e78ecf880","name":"e2e-cleanup-test"} {"level":"info","ts":1784637749.4612586,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c89330d8-8463-486d-b5ef-3c7e78ecf880","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784637757.6568954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"85a525e6-f614-4541-a74b-6e0e8846e993","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637757.6569386,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"85a525e6-f614-4541-a74b-6e0e8846e993","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784637757.6569319,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33547682-e96c-411a-96a8-137fdeed083e"} {"level":"info","ts":1784637761.9626153,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637761.9626892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a"} {"level":"info","ts":1784637761.962698,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a"} {"level":"info","ts":1784637761.9627097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a","EoS":true} {"level":"info","ts":1784637761.9627416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784637761.9627683,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c43e924-2520-4f07-bec4-a659d5d1682a"} {"level":"info","ts":1784637762.0007262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637762.0008137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f"} {"level":"info","ts":1784637762.0008256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f"} {"level":"info","ts":1784637762.0008378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","EoS":true} {"level":"info","ts":1784637762.0008636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","header":"x-maas-group"} {"level":"info","ts":1784637762.0008743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","header":"x-maas-username"} {"level":"info","ts":1784637762.0008802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","header":"x-maas-subscription"} {"level":"info","ts":1784637762.0008936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784637762.0008998,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","modelName":"e2e-external-model"} {"level":"info","ts":1784637762.0009136,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784637762.000936,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784637762.0009515,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f","authType":"apikey"} {"level":"info","ts":1784637762.000978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c461a2c3-4a70-405d-abb8-8570dfad483f"} {"level":"info","ts":1784637762.0325131,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637762.032575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915"} {"level":"info","ts":1784637762.0325887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915"} {"level":"info","ts":1784637762.0325994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","EoS":true} {"level":"info","ts":1784637762.0326498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","header":"x-maas-subscription"} {"level":"info","ts":1784637762.0326602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","header":"x-maas-group"} {"level":"info","ts":1784637762.032665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","header":"x-maas-username"} {"level":"info","ts":1784637762.0326767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784637762.0326943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915"} {"level":"info","ts":1784637762.1304643,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915"} {"level":"info","ts":1784637762.1304917,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915"} {"level":"info","ts":1784637762.130509,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","EoS":false} {"level":"info","ts":1784637762.1305232,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","EoS":true} {"level":"error","ts":1784637762.1305382,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784637762.1305892,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a22e1c5c-ef82-4c90-a31f-137779cbe915"} {"level":"info","ts":1784637762.1644425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784637762.1645043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00"} {"level":"info","ts":1784637762.1645164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00"} {"level":"info","ts":1784637762.1645284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00","EoS":true} {"level":"info","ts":1784637762.1645525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00","header":"x-maas-group"} {"level":"info","ts":1784637762.1645648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00","header":"x-maas-subscription"} {"level":"info","ts":1784637762.1645703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00","header":"x-maas-username"} {"level":"info","ts":1784637762.164602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00"} {"level":"info","ts":1784637762.249378,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00"} {"level":"info","ts":1784637762.2494032,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00"} {"level":"info","ts":1784637762.249419,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00","EoS":false} {"level":"info","ts":1784637762.2494316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00","EoS":true} {"level":"error","ts":1784637762.2494483,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784637762.249492,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3baed430-32dc-4611-94a3-9573728f2b00"} {"level":"info","ts":1784637763.2003021,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bbb3ac9-3cbf-4b6d-a07e-ec757fe2cf8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637763.2003622,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bbb3ac9-3cbf-4b6d-a07e-ec757fe2cf8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784637763.2003057,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c4743b6-e21b-4d4b-b68c-f4cc8ed394f8"} {"level":"info","ts":1784637763.4481049,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c01df132-597b-4cb7-9c6d-e6293e1c569d"} {"level":"info","ts":1784637763.448189,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9922f985-fd5b-4595-abba-fdd920bf1f62","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784637763.4482265,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9922f985-fd5b-4595-abba-fdd920bf1f62","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784637763.559938,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"327527f9-a2c6-4a9c-a74e-56b797281e78","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784637763.5600052,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"327527f9-a2c6-4a9c-a74e-56b797281e78","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784638381.9165318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638381.9166117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff"} {"level":"info","ts":1784638381.916621,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff"} {"level":"info","ts":1784638381.9166322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","EoS":true} {"level":"info","ts":1784638381.916656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","header":"x-maas-group"} {"level":"info","ts":1784638381.9166672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","header":"x-maas-username"} {"level":"info","ts":1784638381.9166713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","header":"x-maas-subscription"} {"level":"info","ts":1784638381.9166853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","path":"/ai-tenant-e2e-inf-b-ded38a/test-model-ded38a/v1/chat/completions"} {"level":"info","ts":1784638381.9167094,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff"} {"level":"info","ts":1784638381.9305718,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff"} {"level":"info","ts":1784638381.9305983,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff"} {"level":"info","ts":1784638381.9306161,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","EoS":false} {"level":"info","ts":1784638381.9306295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff","EoS":true} {"level":"info","ts":1784638381.9306731,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2ceefe30-8f78-4806-9884-c98c1eff9fff"} {"level":"info","ts":1784638861.4821353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784638861.482215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a"} {"level":"info","ts":1784638861.4822228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a"} {"level":"info","ts":1784638861.4822338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","EoS":true} {"level":"info","ts":1784638861.4822607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","header":"x-maas-subscription"} {"level":"info","ts":1784638861.4822712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","header":"x-maas-username"} {"level":"info","ts":1784638861.4822762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","header":"x-maas-group"} {"level":"info","ts":1784638861.4822884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","path":"/ai-tenant-e2e-shared-b-48842b/rate-test-model-48842b/v1/completions"} {"level":"info","ts":1784638861.482311,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a"} {"level":"info","ts":1784638861.495618,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a"} {"level":"info","ts":1784638861.49564,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a"} {"level":"info","ts":1784638861.495655,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","EoS":false} {"level":"info","ts":1784638861.4956667,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a","EoS":true} {"level":"info","ts":1784638861.4957156,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea5453bd-a9c1-4eec-ba44-444d6e58476a"}