{"level":"info","ts":1785288422.9166317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded"} {"level":"info","ts":1785288422.9166524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","EoS":true} {"level":"info","ts":1785288422.9167469,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","header":"x-maas-username"} {"level":"info","ts":1785288422.9167624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","header":"x-maas-group"} {"level":"info","ts":1785288422.9167728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","header":"x-maas-subscription"} {"level":"info","ts":1785288422.9167953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288422.9168336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded"} {"level":"info","ts":1785288422.9178324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded"} {"level":"info","ts":1785288422.9178565,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded"} {"level":"info","ts":1785288422.9178734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","EoS":false} {"level":"info","ts":1785288422.9178855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded","EoS":true} {"level":"info","ts":1785288422.917919,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0c3528aa-cb5d-4b7f-9d68-b7d3f6960ded"} {"level":"info","ts":1785288446.0698822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.0699794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df"} {"level":"info","ts":1785288446.0699975,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df"} {"level":"info","ts":1785288446.0700185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","EoS":true} {"level":"info","ts":1785288446.0700617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","header":"x-maas-username"} {"level":"info","ts":1785288446.0700748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","header":"x-maas-group"} {"level":"info","ts":1785288446.0700846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","header":"x-maas-subscription"} {"level":"info","ts":1785288446.0701075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.0701468,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df"} {"level":"info","ts":1785288446.071447,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df"} {"level":"info","ts":1785288446.0714757,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df"} {"level":"info","ts":1785288446.0714948,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","EoS":false} {"level":"info","ts":1785288446.071508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df","EoS":true} {"level":"info","ts":1785288446.0715458,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"218f6db2-1575-4dda-acab-efaeb19f13df"} {"level":"info","ts":1785288446.2124116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.212521,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d"} {"level":"info","ts":1785288446.2125425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d"} {"level":"info","ts":1785288446.2125604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","EoS":true} {"level":"info","ts":1785288446.212595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","header":"x-maas-group"} {"level":"info","ts":1785288446.212609,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","header":"x-maas-username"} {"level":"info","ts":1785288446.2126174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","header":"x-maas-subscription"} {"level":"info","ts":1785288446.212636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.212672,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d"} {"level":"info","ts":1785288446.2158506,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d"} {"level":"info","ts":1785288446.2158859,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d"} {"level":"info","ts":1785288446.2159135,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","EoS":false} {"level":"info","ts":1785288446.2159321,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d","EoS":true} {"level":"info","ts":1785288446.2159777,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7e4fd9a0-d5c9-41a8-a643-800a43caf81d"} {"level":"info","ts":1785288446.356831,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.3569252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0"} {"level":"info","ts":1785288446.356938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0"} {"level":"info","ts":1785288446.3569534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","EoS":true} {"level":"info","ts":1785288446.3569894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","header":"x-maas-username"} {"level":"info","ts":1785288446.3570023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","header":"x-maas-group"} {"level":"info","ts":1785288446.3570073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","header":"x-maas-subscription"} {"level":"info","ts":1785288446.357021,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.357047,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0"} {"level":"info","ts":1785288446.3578951,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0"} {"level":"info","ts":1785288446.357916,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0"} {"level":"info","ts":1785288446.3579323,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","EoS":false} {"level":"info","ts":1785288446.3579447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0","EoS":true} {"level":"info","ts":1785288446.3579752,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"34dad0e1-d61c-4555-9593-66879122e4d0"} {"level":"info","ts":1785288446.4965088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.4966216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d"} {"level":"info","ts":1785288446.496637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d"} {"level":"info","ts":1785288446.4966514,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","EoS":true} {"level":"info","ts":1785288446.4966776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","header":"x-maas-username"} {"level":"info","ts":1785288446.4966917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","header":"x-maas-subscription"} {"level":"info","ts":1785288446.496699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","header":"x-maas-group"} {"level":"info","ts":1785288446.4967208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.496755,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d"} {"level":"info","ts":1785288446.4977808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d"} {"level":"info","ts":1785288446.497803,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d"} {"level":"info","ts":1785288446.4978232,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","EoS":false} {"level":"info","ts":1785288446.4978347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d","EoS":true} {"level":"info","ts":1785288446.4978647,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3174e2fc-c4b2-416b-b99e-91575a1d844d"} {"level":"info","ts":1785288446.6382427,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288446.638373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0"} {"level":"info","ts":1785288446.6383853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0"} {"level":"info","ts":1785288446.6383972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","EoS":true} {"level":"info","ts":1785288446.6384268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","header":"x-maas-subscription"} {"level":"info","ts":1785288446.638437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","header":"x-maas-username"} {"level":"info","ts":1785288446.638443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","header":"x-maas-group"} {"level":"info","ts":1785288446.6384587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288446.6384866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0"} {"level":"info","ts":1785288446.6394835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0"} {"level":"info","ts":1785288446.6395056,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0"} {"level":"info","ts":1785288446.6395228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","EoS":false} {"level":"info","ts":1785288446.639535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0","EoS":true} {"level":"info","ts":1785288446.6395752,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a51622de-9ba9-446e-b1bf-8a6bc2d930f0"} {"level":"info","ts":1785288463.6292799,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288463.6293774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0"} {"level":"info","ts":1785288463.6293914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0"} {"level":"info","ts":1785288463.629405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","EoS":true} {"level":"info","ts":1785288463.629435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","header":"x-maas-username"} {"level":"info","ts":1785288463.6294506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","header":"x-maas-group"} {"level":"info","ts":1785288463.6294603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","header":"x-maas-subscription"} {"level":"info","ts":1785288463.629475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288463.6295035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0"} {"level":"info","ts":1785288463.63253,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0"} {"level":"info","ts":1785288463.632558,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0"} {"level":"info","ts":1785288463.6325755,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","EoS":false} {"level":"info","ts":1785288463.632587,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0","EoS":true} {"level":"info","ts":1785288463.6326168,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2d27b125-0c6c-438c-aa24-b8ff62c306f0"} {"level":"info","ts":1785288463.6713192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288463.6715088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e"} {"level":"info","ts":1785288463.6715262,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e"} {"level":"info","ts":1785288463.67155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","EoS":true} {"level":"info","ts":1785288463.6715908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","header":"x-maas-username"} {"level":"info","ts":1785288463.6716053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","header":"x-maas-subscription"} {"level":"info","ts":1785288463.6716146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","header":"x-maas-group"} {"level":"info","ts":1785288463.6716354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288463.671675,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e"} {"level":"info","ts":1785288463.672687,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e"} {"level":"info","ts":1785288463.6727097,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e"} {"level":"info","ts":1785288463.6727278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","EoS":false} {"level":"info","ts":1785288463.6727388,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e","EoS":true} {"level":"info","ts":1785288463.6727717,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"65d31a2f-7943-410b-aa7b-1f0cf61e309e"} {"level":"info","ts":1785288463.7915657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288463.7916539,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f04c1162-856b-4e83-9c08-5c055a98f278"} {"level":"info","ts":1785288463.7942011,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f04c1162-856b-4e83-9c08-5c055a98f278"} {"level":"info","ts":1785288463.7942314,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f04c1162-856b-4e83-9c08-5c055a98f278"} {"level":"info","ts":1785288463.794271,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f04c1162-856b-4e83-9c08-5c055a98f278","EoS":false} {"level":"info","ts":1785288463.7942922,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f04c1162-856b-4e83-9c08-5c055a98f278"} {"level":"info","ts":1785288463.794395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f04c1162-856b-4e83-9c08-5c055a98f278","EoS":true} {"level":"info","ts":1785288463.7944112,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f04c1162-856b-4e83-9c08-5c055a98f278"} {"level":"info","ts":1785288468.4260926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288468.4261808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e"} {"level":"info","ts":1785288468.426197,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e"} {"level":"info","ts":1785288468.4262085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","EoS":true} {"level":"info","ts":1785288468.426234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","header":"x-maas-subscription"} {"level":"info","ts":1785288468.4262445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","header":"x-maas-username"} {"level":"info","ts":1785288468.4262502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","header":"x-maas-group"} {"level":"info","ts":1785288468.4263027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288468.426338,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e"} {"level":"info","ts":1785288468.4290907,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e"} {"level":"info","ts":1785288468.4291341,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e"} {"level":"info","ts":1785288468.429153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","EoS":false} {"level":"info","ts":1785288468.4291663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e","EoS":true} {"level":"info","ts":1785288468.4292037,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eb1e6cd6-c3a0-4865-80a9-6e4431b5f43e"} {"level":"info","ts":1785288479.0413465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288479.0414295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0"} {"level":"info","ts":1785288479.0414398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0"} {"level":"info","ts":1785288479.0414507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","EoS":true} {"level":"info","ts":1785288479.0414786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","header":"x-maas-subscription"} {"level":"info","ts":1785288479.0414896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","header":"x-maas-group"} {"level":"info","ts":1785288479.0414946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","header":"x-maas-username"} {"level":"info","ts":1785288479.0415087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288479.041539,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0"} {"level":"info","ts":1785288479.0425982,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0"} {"level":"info","ts":1785288479.0426233,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0"} {"level":"info","ts":1785288479.0426424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","EoS":false} {"level":"info","ts":1785288479.042656,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0","EoS":true} {"level":"info","ts":1785288479.042692,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b40c7dcb-d17b-4797-afa2-cedca2bc00f0"} {"level":"info","ts":1785288491.930193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288491.9302907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93"} {"level":"info","ts":1785288491.9303029,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93"} {"level":"info","ts":1785288491.9303193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","EoS":true} {"level":"info","ts":1785288491.9303503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","header":"x-maas-username"} {"level":"info","ts":1785288491.9303613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","header":"x-maas-group"} {"level":"info","ts":1785288491.9303672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","header":"x-maas-subscription"} {"level":"info","ts":1785288491.9303799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288491.930411,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93"} {"level":"info","ts":1785288491.9314995,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93"} {"level":"info","ts":1785288491.9315248,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93"} {"level":"info","ts":1785288491.9315426,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","EoS":false} {"level":"info","ts":1785288491.9315536,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93","EoS":true} {"level":"info","ts":1785288491.931584,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"65c7def8-a601-4248-b7f8-369bbac88e93"} {"level":"info","ts":1785288500.4630244,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288500.4631054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578"} {"level":"info","ts":1785288500.4631152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578"} {"level":"info","ts":1785288500.4631271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","EoS":true} {"level":"info","ts":1785288500.4631548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","header":"x-maas-username"} {"level":"info","ts":1785288500.4631653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","header":"x-maas-subscription"} {"level":"info","ts":1785288500.4631767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","header":"x-maas-group"} {"level":"info","ts":1785288500.463273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288500.4633105,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578"} {"level":"info","ts":1785288500.4643722,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578"} {"level":"info","ts":1785288500.4643922,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578"} {"level":"info","ts":1785288500.464408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","EoS":false} {"level":"info","ts":1785288500.4644194,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578","EoS":true} {"level":"info","ts":1785288500.4644516,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cdc9d962-a955-452e-984a-3af378a79578"} {"level":"info","ts":1785288509.3341174,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288509.334198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433"} {"level":"info","ts":1785288509.3342078,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433"} {"level":"info","ts":1785288509.3342192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","EoS":true} {"level":"info","ts":1785288509.3342452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","header":"x-maas-username"} {"level":"info","ts":1785288509.3342726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","header":"x-maas-group"} {"level":"info","ts":1785288509.3342776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","header":"x-maas-subscription"} {"level":"info","ts":1785288509.334292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288509.334319,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433"} {"level":"info","ts":1785288509.335325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433"} {"level":"info","ts":1785288509.3353474,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433"} {"level":"info","ts":1785288509.3353634,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","EoS":false} {"level":"info","ts":1785288509.3353777,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433","EoS":true} {"level":"info","ts":1785288509.3354187,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"64450fda-3a50-485e-bf11-382fcd249433"} {"level":"info","ts":1785288534.348784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288534.348888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4"} {"level":"info","ts":1785288534.3488998,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4"} {"level":"info","ts":1785288534.3489127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","EoS":true} {"level":"info","ts":1785288534.348937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","header":"x-maas-username"} {"level":"info","ts":1785288534.348948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","header":"x-maas-group"} {"level":"info","ts":1785288534.348954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","header":"x-maas-subscription"} {"level":"info","ts":1785288534.348967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288534.3489928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4"} {"level":"info","ts":1785288534.3511014,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4"} {"level":"info","ts":1785288534.3511267,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4"} {"level":"info","ts":1785288534.3511493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","EoS":false} {"level":"info","ts":1785288534.3511631,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4","EoS":true} {"level":"info","ts":1785288534.3511956,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6d4bbef7-dc6b-4f5c-870e-b3ea88a32aa4"} {"level":"info","ts":1785288557.292555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288557.292628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3"} {"level":"info","ts":1785288557.292639,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3"} {"level":"info","ts":1785288557.2926502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","EoS":true} {"level":"info","ts":1785288557.292673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","header":"x-maas-subscription"} {"level":"info","ts":1785288557.292684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","header":"x-maas-username"} {"level":"info","ts":1785288557.2926884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","header":"x-maas-group"} {"level":"info","ts":1785288557.2927036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288557.292728,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3"} {"level":"info","ts":1785288557.293677,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3"} {"level":"info","ts":1785288557.293697,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3"} {"level":"info","ts":1785288557.2937195,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","EoS":false} {"level":"info","ts":1785288557.2937424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3","EoS":true} {"level":"info","ts":1785288557.293786,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"66845958-84ad-4951-b54a-98745cb199c3"} {"level":"info","ts":1785288592.5318701,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288592.531951,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe"} {"level":"info","ts":1785288592.531963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe"} {"level":"info","ts":1785288592.5319738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","EoS":true} {"level":"info","ts":1785288592.531998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","header":"x-maas-group"} {"level":"info","ts":1785288592.5320086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","header":"x-maas-username"} {"level":"info","ts":1785288592.5320148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","header":"x-maas-subscription"} {"level":"info","ts":1785288592.532028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288592.5320482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe"} {"level":"info","ts":1785288592.5357635,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe"} {"level":"info","ts":1785288592.5357842,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe"} {"level":"info","ts":1785288592.5358,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","EoS":false} {"level":"info","ts":1785288592.5358112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe","EoS":true} {"level":"info","ts":1785288592.5358434,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"613bcd45-f139-4565-9e63-3473b674d1fe"} {"level":"info","ts":1785288601.985137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288601.9852147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd"} {"level":"info","ts":1785288601.9852252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd"} {"level":"info","ts":1785288601.985236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","EoS":true} {"level":"info","ts":1785288601.985274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","header":"x-maas-group"} {"level":"info","ts":1785288601.9852905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","header":"x-maas-username"} {"level":"info","ts":1785288601.9852984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","header":"x-maas-subscription"} {"level":"info","ts":1785288601.9853113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288601.9853342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd"} {"level":"info","ts":1785288601.987112,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd"} {"level":"info","ts":1785288601.9871333,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd"} {"level":"info","ts":1785288601.9871495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","EoS":false} {"level":"info","ts":1785288601.987161,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd","EoS":true} {"level":"info","ts":1785288601.9871907,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e2e27d2d-d600-4fdf-aae7-5ee654507dfd"} {"level":"info","ts":1785288602.035979,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288602.0360568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c"} {"level":"info","ts":1785288602.0360682,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c"} {"level":"info","ts":1785288602.036079,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","EoS":true} {"level":"info","ts":1785288602.036101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","header":"x-maas-username"} {"level":"info","ts":1785288602.036112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","header":"x-maas-group"} {"level":"info","ts":1785288602.0361178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","header":"x-maas-subscription"} {"level":"info","ts":1785288602.0361679,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288602.0361977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c"} {"level":"info","ts":1785288602.0389228,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c"} {"level":"info","ts":1785288602.0389414,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c"} {"level":"info","ts":1785288602.0389621,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","EoS":false} {"level":"info","ts":1785288602.0389812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c","EoS":true} {"level":"info","ts":1785288602.0390205,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e656f625-f2cc-4f17-b780-618fbd06926c"} {"level":"info","ts":1785288621.1654112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288621.1654932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014"} {"level":"info","ts":1785288621.1655035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014"} {"level":"info","ts":1785288621.1655147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","EoS":true} {"level":"info","ts":1785288621.165544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","header":"x-maas-username"} {"level":"info","ts":1785288621.1655555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","header":"x-maas-group"} {"level":"info","ts":1785288621.1655602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","header":"x-maas-subscription"} {"level":"info","ts":1785288621.1655755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288621.1656022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014"} {"level":"info","ts":1785288621.166498,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014"} {"level":"info","ts":1785288621.1665204,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014"} {"level":"info","ts":1785288621.1665359,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","EoS":false} {"level":"info","ts":1785288621.166548,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014","EoS":true} {"level":"info","ts":1785288621.1665783,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3cc3e6aa-ee68-4248-bd8a-670e7e40d014"} {"level":"info","ts":1785288762.7625883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288762.7626905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d"} {"level":"info","ts":1785288762.76271,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d"} {"level":"info","ts":1785288762.762733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","EoS":true} {"level":"info","ts":1785288762.7627735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","header":"x-maas-username"} {"level":"info","ts":1785288762.7627869,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","header":"x-maas-subscription"} {"level":"info","ts":1785288762.7627964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","header":"x-maas-group"} {"level":"info","ts":1785288762.762819,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785288762.76285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d"} {"level":"info","ts":1785288762.7650983,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d"} {"level":"info","ts":1785288762.7651305,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d"} {"level":"info","ts":1785288762.7651508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","EoS":false} {"level":"info","ts":1785288762.7651653,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d","EoS":true} {"level":"info","ts":1785288762.7652106,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4d2ec4d7-d0a6-40d2-9933-cce5e407174d"} {"level":"info","ts":1785288808.5360377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288808.5361283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c"} {"level":"info","ts":1785288808.536137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c"} {"level":"info","ts":1785288808.536148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","EoS":true} {"level":"info","ts":1785288808.5361724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","header":"x-maas-group"} {"level":"info","ts":1785288808.5361845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","header":"x-maas-subscription"} {"level":"info","ts":1785288808.5361898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","header":"x-maas-username"} {"level":"info","ts":1785288808.5362027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288808.5362291,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c"} {"level":"info","ts":1785288808.5373507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c"} {"level":"info","ts":1785288808.5373762,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c"} {"level":"info","ts":1785288808.5374017,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","EoS":false} {"level":"info","ts":1785288808.5374143,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c","EoS":true} {"level":"info","ts":1785288808.5374453,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"205d8402-4600-49bc-a58f-d4077a720a7c"} {"level":"info","ts":1785288823.8367448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288823.8368397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d"} {"level":"info","ts":1785288823.836851,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d"} {"level":"info","ts":1785288823.8368635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","EoS":true} {"level":"info","ts":1785288823.8368971,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","header":"x-maas-subscription"} {"level":"info","ts":1785288823.8369057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","header":"x-maas-username"} {"level":"info","ts":1785288823.8369133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","header":"x-maas-group"} {"level":"info","ts":1785288823.836929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288823.8369548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d"} {"level":"info","ts":1785288823.839516,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d"} {"level":"info","ts":1785288823.8395479,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d"} {"level":"info","ts":1785288823.8395662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","EoS":false} {"level":"info","ts":1785288823.8395796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d","EoS":true} {"level":"info","ts":1785288823.8396194,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1005f606-4478-4faf-9b16-44bcc5bd658d"} {"level":"info","ts":1785289134.4023135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289134.402391,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63"} {"level":"info","ts":1785289134.4024034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63"} {"level":"info","ts":1785289134.4024146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","EoS":true} {"level":"info","ts":1785289134.4024382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","header":"x-maas-group"} {"level":"info","ts":1785289134.402448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","header":"x-maas-username"} {"level":"info","ts":1785289134.4024534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","header":"x-maas-subscription"} {"level":"info","ts":1785289134.4024663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289134.4024856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63"} {"level":"info","ts":1785289134.4034708,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63"} {"level":"info","ts":1785289134.4034972,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63"} {"level":"info","ts":1785289134.4035175,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","EoS":false} {"level":"info","ts":1785289134.4035318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63","EoS":true} {"level":"info","ts":1785289134.4035606,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4aae8346-fad5-4bd4-88db-9fb441326f63"} {"level":"info","ts":1785289139.2062256,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d2bc8012-cfab-403d-863a-c88659fa3fca","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785289139.2065945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33436.470757878,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.2066228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.2792008,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.307014,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d2bc8012-cfab-403d-863a-c88659fa3fca","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785289139.3259459,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e9884a0-1bdb-4004-bb00-e483d1eac82c"} {"level":"info","ts":1785289139.3260493,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66ed63e0-3e43-48a8-9813-63b4e335a32f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289139.326077,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66ed63e0-3e43-48a8-9813-63b4e335a32f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289139.3341985,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5ff8788-1624-4513-9480-b7cd553f9f16","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289139.334231,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5ff8788-1624-4513-9480-b7cd553f9f16","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289139.3346117,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33951.754322622,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.334628,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.3446198,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.4346874,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e9884a0-1bdb-4004-bb00-e483d1eac82c","name":"e2e-external-provider"} {"level":"info","ts":1785289139.4423232,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e9884a0-1bdb-4004-bb00-e483d1eac82c","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785289139.4446917,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3dac0c3-6ea2-4604-bda1-e3f854890a2f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289139.4446998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6027958d-8417-4af1-b681-6afa956387c5"} {"level":"info","ts":1785289139.4447405,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3dac0c3-6ea2-4604-bda1-e3f854890a2f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.4507399,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0d97137-2cda-490d-a64d-ad7276462be9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289139.4507797,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0d97137-2cda-490d-a64d-ad7276462be9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.4507873,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6027958d-8417-4af1-b681-6afa956387c5","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785289139.452336,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e9884a0-1bdb-4004-bb00-e483d1eac82c","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785289139.4580748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7fe36fe-7d42-4f87-a36d-54f25361e362","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785289139.4580693,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6027958d-8417-4af1-b681-6afa956387c5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289139.4581022,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7fe36fe-7d42-4f87-a36d-54f25361e362","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.4581332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"def2d170-7e9d-4b6e-b39b-5533622468f2"} {"level":"info","ts":1785289139.458155,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"def2d170-7e9d-4b6e-b39b-5533622468f2","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785289139.4587615,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e9884a0-1bdb-4004-bb00-e483d1eac82c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785289139.4621263,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"def2d170-7e9d-4b6e-b39b-5533622468f2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289139.4621854,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cf98bb4-39a5-4f0b-8e21-5c8c5936f191"} {"level":"info","ts":1785289139.462207,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cf98bb4-39a5-4f0b-8e21-5c8c5936f191","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785289139.466232,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cf98bb4-39a5-4f0b-8e21-5c8c5936f191","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289139.4663305,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9db2a71b-db6f-4ab5-b287-f6772fe3c12e"} {"level":"info","ts":1785289139.4663804,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9db2a71b-db6f-4ab5-b287-f6772fe3c12e","name":"e2e-external-provider"} {"level":"info","ts":1785289139.466568,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21992058-c39f-4a0c-9dd0-9a8bc15c2912","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289139.4665828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6aebead5-0668-4e0d-a324-7510d75dcdaa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289139.4665968,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21992058-c39f-4a0c-9dd0-9a8bc15c2912","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289139.4666016,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6aebead5-0668-4e0d-a324-7510d75dcdaa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.4666674,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fef467b-f530-425b-84a7-79e08a351f6c"} {"level":"info","ts":1785289139.4668353,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37521.34340587,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.4668498,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.4735029,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289139.4744914,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9db2a71b-db6f-4ab5-b287-f6772fe3c12e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785289139.4774516,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9db2a71b-db6f-4ab5-b287-f6772fe3c12e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289139.4775305,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5187a0d2-9195-4aaa-9988-90e5f57eb2ce"} {"level":"info","ts":1785289139.4775624,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5187a0d2-9195-4aaa-9988-90e5f57eb2ce","name":"e2e-external-provider"} {"level":"info","ts":1785289139.485059,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5187a0d2-9195-4aaa-9988-90e5f57eb2ce","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785289139.566888,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fef467b-f530-425b-84a7-79e08a351f6c","name":"e2e-external-model"} {"level":"info","ts":1785289139.5775957,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fef467b-f530-425b-84a7-79e08a351f6c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289139.5855694,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d83eb172-9636-47fc-bac0-80735bb3bccc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289139.585601,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d83eb172-9636-47fc-bac0-80735bb3bccc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.585602,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a6093a2-a27a-4f5d-91d3-7c22c312b724"} {"level":"info","ts":1785289139.585681,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a6093a2-a27a-4f5d-91d3-7c22c312b724","name":"e2e-external-model"} {"level":"error","ts":1785289139.601923,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a6093a2-a27a-4f5d-91d3-7c22c312b724","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289139.6019998,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c9b432c-1728-438d-9ea1-c7c34f9c4153","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289139.6020164,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13ea5524-7c3c-4406-be3a-d91037b58bde"} {"level":"info","ts":1785289139.602064,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13ea5524-7c3c-4406-be3a-d91037b58bde","name":"e2e-external-model"} {"level":"info","ts":1785289139.6020184,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c9b432c-1728-438d-9ea1-c7c34f9c4153","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.610506,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13ea5524-7c3c-4406-be3a-d91037b58bde","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289139.6177528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af0fa513-9509-4c3b-9005-d8c244633e31","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289139.6177745,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af0fa513-9509-4c3b-9005-d8c244633e31","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289139.61796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d1d183f-6571-483c-9ddc-ada056626c8a"} {"level":"info","ts":1785289139.6180055,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d1d183f-6571-483c-9ddc-ada056626c8a","name":"e2e-external-model"} {"level":"info","ts":1785289139.62564,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d1d183f-6571-483c-9ddc-ada056626c8a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289147.1076288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289147.1077034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640"} {"level":"info","ts":1785289147.1077156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640"} {"level":"info","ts":1785289147.1077275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","EoS":true} {"level":"info","ts":1785289147.107753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","header":"x-maas-group"} {"level":"info","ts":1785289147.107767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","header":"x-maas-subscription"} {"level":"info","ts":1785289147.1077762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","header":"x-maas-username"} {"level":"info","ts":1785289147.1077898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289147.107797,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","modelName":"e2e-external-model"} {"level":"info","ts":1785289147.107809,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289147.1078396,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785289147.107864,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","authType":"apikey"} {"level":"info","ts":1785289147.1078906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640"} {"level":"info","ts":1785289147.2139595,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640"} {"level":"info","ts":1785289147.2139883,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640"} {"level":"info","ts":1785289147.214006,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","EoS":false} {"level":"info","ts":1785289147.2140186,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","EoS":true} {"level":"error","ts":1785289147.2140315,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289147.2140777,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a63ab0ad-ee06-4917-9ad9-2975bdb02640"} {"level":"info","ts":1785289147.3383443,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9946f272-a321-4c04-8a42-1a84f2b4a374","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289147.3384006,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9946f272-a321-4c04-8a42-1a84f2b4a374","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289147.3383589,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a3495ce-5358-4c32-b29c-0b29d71ee21f"} {"level":"info","ts":1785289147.344197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f1843a9-b156-4d2f-b975-0ee918c44e6d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289147.3442292,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f1843a9-b156-4d2f-b975-0ee918c44e6d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785289147.3477015,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a3495ce-5358-4c32-b29c-0b29d71ee21f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289147.3477616,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a3495ce-5358-4c32-b29c-0b29d71ee21f","name":"e2e-cleanup-test"} {"level":"info","ts":1785289147.3666203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35273b3e-de2b-476b-aceb-95ee36519b29","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289147.36665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35273b3e-de2b-476b-aceb-95ee36519b29","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785289147.366761,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a3495ce-5358-4c32-b29c-0b29d71ee21f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785289147.3667996,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a3495ce-5358-4c32-b29c-0b29d71ee21f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289147.3668423,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bff1211-550a-4ab2-82d8-ec2be3b17538"} {"level":"info","ts":1785289147.3668833,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bff1211-550a-4ab2-82d8-ec2be3b17538","name":"e2e-cleanup-test"} {"level":"info","ts":1785289147.3787584,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c410b591-0a37-4db7-9e27-6cc69918d651","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289147.3787842,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c410b591-0a37-4db7-9e27-6cc69918d651","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785289147.3791282,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bff1211-550a-4ab2-82d8-ec2be3b17538","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289147.379178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"813cd980-bc43-40eb-8c5f-065b3a74a653"} {"level":"info","ts":1785289147.3792388,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"813cd980-bc43-40eb-8c5f-065b3a74a653","name":"e2e-cleanup-test"} {"level":"info","ts":1785289147.38648,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"813cd980-bc43-40eb-8c5f-065b3a74a653","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289147.391248,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9129dd48-3422-40c9-bd71-e57af1d3b411","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289147.391291,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adf7f589-aa86-4375-bb7a-c2b8ecfcbb04"} {"level":"info","ts":1785289147.3913028,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9129dd48-3422-40c9-bd71-e57af1d3b411","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289147.3913422,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adf7f589-aa86-4375-bb7a-c2b8ecfcbb04","name":"e2e-cleanup-test"} {"level":"info","ts":1785289147.3993468,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adf7f589-aa86-4375-bb7a-c2b8ecfcbb04","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289155.6244318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a3cd58e-d6e5-4aab-8742-9fb7ca9f7387","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289155.624449,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26fa9474-4ace-43fd-a9c5-1c322bf1c648"} {"level":"info","ts":1785289155.624481,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a3cd58e-d6e5-4aab-8742-9fb7ca9f7387","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289159.951179,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289159.9512417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545"} {"level":"info","ts":1785289159.951268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545"} {"level":"info","ts":1785289159.9512935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545","EoS":true} {"level":"info","ts":1785289159.9513292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785289159.951359,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad3cee12-587a-48be-b7c7-51bf874d0545"} {"level":"info","ts":1785289159.9938662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289159.9939346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5"} {"level":"info","ts":1785289159.9939485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5"} {"level":"info","ts":1785289159.9939675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","EoS":true} {"level":"info","ts":1785289159.9939985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","header":"x-maas-username"} {"level":"info","ts":1785289159.9940135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","header":"x-maas-subscription"} {"level":"info","ts":1785289159.9940236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","header":"x-maas-group"} {"level":"info","ts":1785289159.9940422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289159.9940555,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","modelName":"e2e-external-model"} {"level":"info","ts":1785289159.9940743,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289159.9941075,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785289159.9941308,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","authType":"apikey"} {"level":"info","ts":1785289159.9941628,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5"} {"level":"info","ts":1785289160.099807,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5"} {"level":"info","ts":1785289160.099828,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5"} {"level":"info","ts":1785289160.0998604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","EoS":false} {"level":"info","ts":1785289160.0999362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","EoS":true} {"level":"error","ts":1785289160.0999634,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289160.1000574,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"361ff1cd-c33c-49bc-9e72-b5558d8571c5"} {"level":"info","ts":1785289160.1407516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289160.1407964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e"} {"level":"info","ts":1785289160.1408079,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e"} {"level":"info","ts":1785289160.1408186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","EoS":true} {"level":"info","ts":1785289160.140837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","header":"x-maas-subscription"} {"level":"info","ts":1785289160.1408472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","header":"x-maas-username"} {"level":"info","ts":1785289160.1408517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","header":"x-maas-group"} {"level":"info","ts":1785289160.1408622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289160.140883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e"} {"level":"info","ts":1785289160.1876643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e"} {"level":"info","ts":1785289160.1876836,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e"} {"level":"info","ts":1785289160.1877034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","EoS":false} {"level":"info","ts":1785289160.1877136,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","EoS":true} {"level":"error","ts":1785289160.1877213,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289160.1877515,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"525eb67e-e1ce-41ff-887e-a5e6257b1d1e"} {"level":"info","ts":1785289160.223561,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289160.2236035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5"} {"level":"info","ts":1785289160.2236135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5"} {"level":"info","ts":1785289160.223624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5","EoS":true} {"level":"info","ts":1785289160.223641,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5","header":"x-maas-subscription"} {"level":"info","ts":1785289160.2236524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5","header":"x-maas-group"} {"level":"info","ts":1785289160.2236574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5","header":"x-maas-username"} {"level":"info","ts":1785289160.2236881,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5"} {"level":"info","ts":1785289160.274397,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5"} {"level":"info","ts":1785289160.2744126,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5"} {"level":"info","ts":1785289160.2744324,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5","EoS":false} {"level":"info","ts":1785289160.2744486,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5","EoS":true} {"level":"error","ts":1785289160.2744603,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785289160.2745533,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bd2e0de2-8472-4dbe-9239-cfe23ef572e5"} {"level":"info","ts":1785289161.1138089,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8377b530-da16-4ec9-9300-1d9e475f4d3c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289161.1138694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a19ff224-8113-4c1c-8131-543083efc993"} {"level":"info","ts":1785289161.1138756,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8377b530-da16-4ec9-9300-1d9e475f4d3c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289161.260849,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a39ec781-4b6a-449d-b34a-857811441f05","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289161.260889,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a39ec781-4b6a-449d-b34a-857811441f05","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289161.2608547,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54466444-940b-4926-a392-9c3d1d118dc6"} {"level":"info","ts":1785289161.3843157,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"31eb7f65-322e-4a04-afaf-4315935c47cd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785289161.3843732,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"31eb7f65-322e-4a04-afaf-4315935c47cd","key":"llm/e2e-external-model-api-key"}