{"level":"info","ts":1784767401.9204752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215"}
{"level":"info","ts":1784767401.9204862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215","EoS":true}
{"level":"info","ts":1784767401.9205067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215","header":"x-maas-group"}
{"level":"info","ts":1784767401.9205163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215","header":"x-maas-username"}
{"level":"info","ts":1784767401.9205222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215","header":"x-maas-subscription"}
{"level":"info","ts":1784767401.9205337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767401.9205496,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215"}
{"level":"info","ts":1784767401.9215577,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215"}
{"level":"info","ts":1784767401.921574,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215"}
{"level":"info","ts":1784767401.9215896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215","EoS":false}
{"level":"info","ts":1784767401.921609,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215","EoS":true}
{"level":"info","ts":1784767401.9216466,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215"}
{"level":"info","ts":1784767402.0591197,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767402.059207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807"}
{"level":"info","ts":1784767402.05922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807"}
{"level":"info","ts":1784767402.0592394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","EoS":true}
{"level":"info","ts":1784767402.0592697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","header":"x-maas-username"}
{"level":"info","ts":1784767402.05928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","header":"x-maas-subscription"}
{"level":"info","ts":1784767402.0592875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","header":"x-maas-group"}
{"level":"info","ts":1784767402.0593076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767402.0593443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807"}
{"level":"info","ts":1784767402.062293,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807"}
{"level":"info","ts":1784767402.06231,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807"}
{"level":"info","ts":1784767402.0623243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","EoS":false}
{"level":"info","ts":1784767402.062336,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","EoS":true}
{"level":"info","ts":1784767402.0623868,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807"}
{"level":"info","ts":1784767402.204042,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767402.2041113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39"}
{"level":"info","ts":1784767402.2041247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39"}
{"level":"info","ts":1784767402.2041366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","EoS":true}
{"level":"info","ts":1784767402.2041574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","header":"x-maas-username"}
{"level":"info","ts":1784767402.2041674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","header":"x-maas-group"}
{"level":"info","ts":1784767402.2041717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","header":"x-maas-subscription"}
{"level":"info","ts":1784767402.2041843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767402.2042012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39"}
{"level":"info","ts":1784767402.205105,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39"}
{"level":"info","ts":1784767402.205124,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39"}
{"level":"info","ts":1784767402.205145,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","EoS":false}
{"level":"info","ts":1784767402.2051632,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","EoS":true}
{"level":"info","ts":1784767402.2052085,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39"}
{"level":"info","ts":1784767402.3409925,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767402.3410573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea"}
{"level":"info","ts":1784767402.3410673,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea"}
{"level":"info","ts":1784767402.341078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","EoS":true}
{"level":"info","ts":1784767402.3411026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","header":"x-maas-subscription"}
{"level":"info","ts":1784767402.341111,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","header":"x-maas-username"}
{"level":"info","ts":1784767402.3411152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","header":"x-maas-group"}
{"level":"info","ts":1784767402.3411279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767402.3411462,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea"}
{"level":"info","ts":1784767402.3420446,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea"}
{"level":"info","ts":1784767402.342062,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea"}
{"level":"info","ts":1784767402.342076,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","EoS":false}
{"level":"info","ts":1784767402.342088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","EoS":true}
{"level":"info","ts":1784767402.342122,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea"}
{"level":"info","ts":1784767419.2039511,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767419.2040243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754"}
{"level":"info","ts":1784767419.2040372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754"}
{"level":"info","ts":1784767419.2040489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","EoS":true}
{"level":"info","ts":1784767419.2040699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","header":"x-maas-group"}
{"level":"info","ts":1784767419.2040799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","header":"x-maas-username"}
{"level":"info","ts":1784767419.2040854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","header":"x-maas-subscription"}
{"level":"info","ts":1784767419.2040966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767419.204114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754"}
{"level":"info","ts":1784767419.2050002,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754"}
{"level":"info","ts":1784767419.2050185,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754"}
{"level":"info","ts":1784767419.2050345,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","EoS":false}
{"level":"info","ts":1784767419.205049,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","EoS":true}
{"level":"info","ts":1784767419.2050853,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754"}
{"level":"info","ts":1784767419.2392733,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767419.2393346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48"}
{"level":"info","ts":1784767419.2393472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48"}
{"level":"info","ts":1784767419.2393587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","EoS":true}
{"level":"info","ts":1784767419.2394006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","header":"x-maas-group"}
{"level":"info","ts":1784767419.2394114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","header":"x-maas-username"}
{"level":"info","ts":1784767419.239419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","header":"x-maas-subscription"}
{"level":"info","ts":1784767419.2394323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767419.2394505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48"}
{"level":"info","ts":1784767419.240289,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48"}
{"level":"info","ts":1784767419.2403076,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48"}
{"level":"info","ts":1784767419.2403207,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","EoS":false}
{"level":"info","ts":1784767419.2403371,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","EoS":true}
{"level":"info","ts":1784767419.240386,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48"}
{"level":"info","ts":1784767419.3503418,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767419.3504255,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de2e042c-6241-4278-9829-390eb976703a"}
{"level":"info","ts":1784767419.3511357,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de2e042c-6241-4278-9829-390eb976703a"}
{"level":"info","ts":1784767419.3511498,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"de2e042c-6241-4278-9829-390eb976703a"}
{"level":"info","ts":1784767419.351163,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de2e042c-6241-4278-9829-390eb976703a","EoS":false}
{"level":"info","ts":1784767419.3511744,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"de2e042c-6241-4278-9829-390eb976703a"}
{"level":"info","ts":1784767419.3512,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de2e042c-6241-4278-9829-390eb976703a","EoS":true}
{"level":"info","ts":1784767419.3512127,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"de2e042c-6241-4278-9829-390eb976703a"}
{"level":"info","ts":1784767423.9746876,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767423.9747589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33"}
{"level":"info","ts":1784767423.974772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33"}
{"level":"info","ts":1784767423.974783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","EoS":true}
{"level":"info","ts":1784767423.974808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","header":"x-maas-subscription"}
{"level":"info","ts":1784767423.9748182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","header":"x-maas-username"}
{"level":"info","ts":1784767423.9748232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","header":"x-maas-group"}
{"level":"info","ts":1784767423.9748356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767423.9748578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33"}
{"level":"info","ts":1784767423.9758198,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33"}
{"level":"info","ts":1784767423.9758587,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33"}
{"level":"info","ts":1784767423.9758747,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","EoS":false}
{"level":"info","ts":1784767423.975886,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","EoS":true}
{"level":"info","ts":1784767423.9759567,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33"}
{"level":"info","ts":1784767434.5705256,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767434.5705967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b"}
{"level":"info","ts":1784767434.5706067,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b"}
{"level":"info","ts":1784767434.5706184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","EoS":true}
{"level":"info","ts":1784767434.5706427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","header":"x-maas-group"}
{"level":"info","ts":1784767434.5706534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","header":"x-maas-username"}
{"level":"info","ts":1784767434.570659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","header":"x-maas-subscription"}
{"level":"info","ts":1784767434.5706716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784767434.5706909,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b"}
{"level":"info","ts":1784767434.5716598,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b"}
{"level":"info","ts":1784767434.5716796,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b"}
{"level":"info","ts":1784767434.5716956,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","EoS":false}
{"level":"info","ts":1784767434.5717082,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","EoS":true}
{"level":"info","ts":1784767434.5717437,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b"}
{"level":"info","ts":1784767447.4455974,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767447.4456766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463"}
{"level":"info","ts":1784767447.4456897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463"}
{"level":"info","ts":1784767447.4457006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","EoS":true}
{"level":"info","ts":1784767447.445724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","header":"x-maas-username"}
{"level":"info","ts":1784767447.4457343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","header":"x-maas-subscription"}
{"level":"info","ts":1784767447.4457395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","header":"x-maas-group"}
{"level":"info","ts":1784767447.4457529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767447.4457786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463"}
{"level":"info","ts":1784767447.4469593,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463"}
{"level":"info","ts":1784767447.4469802,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463"}
{"level":"info","ts":1784767447.447,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","EoS":false}
{"level":"info","ts":1784767447.4470212,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","EoS":true}
{"level":"info","ts":1784767447.4470663,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463"}
{"level":"info","ts":1784767455.9672902,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767455.9674084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db"}
{"level":"info","ts":1784767455.9674284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db"}
{"level":"info","ts":1784767455.9674473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","EoS":true}
{"level":"info","ts":1784767455.9674826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","header":"x-maas-group"}
{"level":"info","ts":1784767455.9674969,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","header":"x-maas-username"}
{"level":"info","ts":1784767455.9675047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","header":"x-maas-subscription"}
{"level":"info","ts":1784767455.967522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767455.9675531,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db"}
{"level":"info","ts":1784767455.9685118,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db"}
{"level":"info","ts":1784767455.9685311,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db"}
{"level":"info","ts":1784767455.9685462,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","EoS":false}
{"level":"info","ts":1784767455.9685574,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","EoS":true}
{"level":"info","ts":1784767455.968601,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db"}
{"level":"info","ts":1784767464.8102052,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767464.8102708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d"}
{"level":"info","ts":1784767464.8102815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d"}
{"level":"info","ts":1784767464.8102927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","EoS":true}
{"level":"info","ts":1784767464.8103142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","header":"x-maas-subscription"}
{"level":"info","ts":1784767464.8103251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","header":"x-maas-username"}
{"level":"info","ts":1784767464.810331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","header":"x-maas-group"}
{"level":"info","ts":1784767464.8103433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767464.8103933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d"}
{"level":"info","ts":1784767464.8112624,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d"}
{"level":"info","ts":1784767464.8112814,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d"}
{"level":"info","ts":1784767464.811298,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","EoS":false}
{"level":"info","ts":1784767464.8113122,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","EoS":true}
{"level":"info","ts":1784767464.8113875,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d"}
{"level":"info","ts":1784767489.6469421,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767489.6470072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac"}
{"level":"info","ts":1784767489.6470163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac"}
{"level":"info","ts":1784767489.6470273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","EoS":true}
{"level":"info","ts":1784767489.6470537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","header":"x-maas-group"}
{"level":"info","ts":1784767489.647064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","header":"x-maas-username"}
{"level":"info","ts":1784767489.64707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","header":"x-maas-subscription"}
{"level":"info","ts":1784767489.6470814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784767489.6471043,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac"}
{"level":"info","ts":1784767489.6497304,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac"}
{"level":"info","ts":1784767489.6497526,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac"}
{"level":"info","ts":1784767489.6497724,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","EoS":false}
{"level":"info","ts":1784767489.6497886,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","EoS":true}
{"level":"info","ts":1784767489.6498473,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac"}
{"level":"info","ts":1784767512.0729806,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767512.0730524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db"}
{"level":"info","ts":1784767512.073063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db"}
{"level":"info","ts":1784767512.0730739,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","EoS":true}
{"level":"info","ts":1784767512.073097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","header":"x-maas-subscription"}
{"level":"info","ts":1784767512.073107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","header":"x-maas-username"}
{"level":"info","ts":1784767512.073112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","header":"x-maas-group"}
{"level":"info","ts":1784767512.073124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784767512.0731483,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db"}
{"level":"info","ts":1784767512.07654,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db"}
{"level":"info","ts":1784767512.076551,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db"}
{"level":"info","ts":1784767512.076563,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","EoS":false}
{"level":"info","ts":1784767512.076573,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","EoS":true}
{"level":"info","ts":1784767512.076604,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db"}
{"level":"info","ts":1784767538.536052,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767538.5361347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3"}
{"level":"info","ts":1784767538.5361469,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3"}
{"level":"info","ts":1784767538.5362015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","EoS":true}
{"level":"info","ts":1784767538.5362349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","header":"x-maas-subscription"}
{"level":"info","ts":1784767538.5362468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","header":"x-maas-username"}
{"level":"info","ts":1784767538.5362525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","header":"x-maas-group"}
{"level":"info","ts":1784767538.5362663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767538.5362928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3"}
{"level":"info","ts":1784767538.53725,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3"}
{"level":"info","ts":1784767538.5372684,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3"}
{"level":"info","ts":1784767538.537282,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","EoS":false}
{"level":"info","ts":1784767538.5372922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","EoS":true}
{"level":"info","ts":1784767538.5373266,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3"}
{"level":"info","ts":1784767547.9665167,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767547.966589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4"}
{"level":"info","ts":1784767547.966598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4"}
{"level":"info","ts":1784767547.9666092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","EoS":true}
{"level":"info","ts":1784767547.9666348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","header":"x-maas-username"}
{"level":"info","ts":1784767547.9666462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","header":"x-maas-group"}
{"level":"info","ts":1784767547.9666507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","header":"x-maas-subscription"}
{"level":"info","ts":1784767547.9666638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767547.9666867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4"}
{"level":"info","ts":1784767547.9699862,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4"}
{"level":"info","ts":1784767547.970006,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4"}
{"level":"info","ts":1784767547.9700232,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","EoS":false}
{"level":"info","ts":1784767547.9700353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","EoS":true}
{"level":"info","ts":1784767547.9700656,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4"}
{"level":"info","ts":1784767548.0167117,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767548.016774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2"}
{"level":"info","ts":1784767548.0167851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2"}
{"level":"info","ts":1784767548.0167966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","EoS":true}
{"level":"info","ts":1784767548.0168161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","header":"x-maas-subscription"}
{"level":"info","ts":1784767548.016827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","header":"x-maas-group"}
{"level":"info","ts":1784767548.0168316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","header":"x-maas-username"}
{"level":"info","ts":1784767548.0168436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767548.0168672,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2"}
{"level":"info","ts":1784767548.0177236,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2"}
{"level":"info","ts":1784767548.0177443,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2"}
{"level":"info","ts":1784767548.0177634,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","EoS":false}
{"level":"info","ts":1784767548.0177798,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","EoS":true}
{"level":"info","ts":1784767548.0178137,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2"}
{"level":"info","ts":1784767567.5308425,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767567.530929,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0"}
{"level":"info","ts":1784767567.530941,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0"}
{"level":"info","ts":1784767567.530953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","EoS":true}
{"level":"info","ts":1784767567.5309792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","header":"x-maas-group"}
{"level":"info","ts":1784767567.5309918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","header":"x-maas-username"}
{"level":"info","ts":1784767567.5310464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","header":"x-maas-subscription"}
{"level":"info","ts":1784767567.5310657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767567.5310938,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0"}
{"level":"info","ts":1784767567.532059,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0"}
{"level":"info","ts":1784767567.5320837,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0"}
{"level":"info","ts":1784767567.5320997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","EoS":false}
{"level":"info","ts":1784767567.5321116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","EoS":true}
{"level":"info","ts":1784767567.5321467,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0"}
{"level":"info","ts":1784767697.9845974,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767697.9846773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36"}
{"level":"info","ts":1784767697.9846897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36"}
{"level":"info","ts":1784767697.9847016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","EoS":true}
{"level":"info","ts":1784767697.984726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","header":"x-maas-group"}
{"level":"info","ts":1784767697.9847364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","header":"x-maas-username"}
{"level":"info","ts":1784767697.984741,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","header":"x-maas-subscription"}
{"level":"info","ts":1784767697.9847534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784767697.9847784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36"}
{"level":"info","ts":1784767697.9884195,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36"}
{"level":"info","ts":1784767697.98844,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36"}
{"level":"info","ts":1784767697.9884603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","EoS":false}
{"level":"info","ts":1784767697.9884784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","EoS":true}
{"level":"info","ts":1784767697.9885194,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36"}
{"level":"info","ts":1784767735.02509,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767735.0251722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4"}
{"level":"info","ts":1784767735.0251834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4"}
{"level":"info","ts":1784767735.0251951,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","EoS":true}
{"level":"info","ts":1784767735.0252254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","header":"x-maas-group"}
{"level":"info","ts":1784767735.025236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","header":"x-maas-username"}
{"level":"info","ts":1784767735.025241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","header":"x-maas-subscription"}
{"level":"info","ts":1784767735.0252528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767735.025277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4"}
{"level":"info","ts":1784767735.0268784,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4"}
{"level":"info","ts":1784767735.0268998,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4"}
{"level":"info","ts":1784767735.0269141,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","EoS":false}
{"level":"info","ts":1784767735.0269346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","EoS":true}
{"level":"info","ts":1784767735.026972,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4"}
{"level":"info","ts":1784767750.2889426,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784767750.289025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0"}
{"level":"info","ts":1784767750.289041,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0"}
{"level":"info","ts":1784767750.2890596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","EoS":true}
{"level":"info","ts":1784767750.2890966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","header":"x-maas-group"}
{"level":"info","ts":1784767750.289111,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","header":"x-maas-subscription"}
{"level":"info","ts":1784767750.289118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","header":"x-maas-username"}
{"level":"info","ts":1784767750.2891352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784767750.289169,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0"}
{"level":"info","ts":1784767750.290195,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0"}
{"level":"info","ts":1784767750.2902234,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0"}
{"level":"info","ts":1784767750.2902477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","EoS":false}
{"level":"info","ts":1784767750.290267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","EoS":true}
{"level":"info","ts":1784767750.290316,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0"}
{"level":"info","ts":1784768064.9900458,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784768064.9901197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964"}
{"level":"info","ts":1784768064.9901276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964"}
{"level":"info","ts":1784768064.9901383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","EoS":true}
{"level":"info","ts":1784768064.9901638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","header":"x-maas-group"}
{"level":"info","ts":1784768064.990173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","header":"x-maas-username"}
{"level":"info","ts":1784768064.9901776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","header":"x-maas-subscription"}
{"level":"info","ts":1784768064.9901907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784768064.9902134,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964"}
{"level":"info","ts":1784768064.9911418,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964"}
{"level":"info","ts":1784768064.9911602,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964"}
{"level":"info","ts":1784768064.991173,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","EoS":false}
{"level":"info","ts":1784768064.991185,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","EoS":true}
{"level":"info","ts":1784768064.9912195,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964"}
{"level":"info","ts":1784768069.763801,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"13b3504c-3e44-4895-9e69-e12e005628b1","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784768069.764059,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33572.204785775,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784768069.7640836,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784768069.8295784,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784768069.86446,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"13b3504c-3e44-4895-9e69-e12e005628b1","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784768069.8815644,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6df6ed84-ca92-45c1-9908-0e8983486d20","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784768069.8816113,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6df6ed84-ca92-45c1-9908-0e8983486d20","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784768069.881705,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c851514-97d0-41d6-a9fe-5bb3670ab7aa"}
{"level":"info","ts":1784768069.8875113,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e18fa8cf-9863-4bfe-bec5-9bf0e821d2a3","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784768069.8875463,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e18fa8cf-9863-4bfe-bec5-9bf0e821d2a3","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784768069.8878398,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38155.550199245,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784768069.8878608,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784768069.896616,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784768069.9879327,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c851514-97d0-41d6-a9fe-5bb3670ab7aa","name":"e2e-external-provider"}
{"level":"info","ts":1784768069.991801,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c5e22f2-2d24-49c5-bc57-c1f8a8d4d06a"}
{"level":"info","ts":1784768069.99184,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4e09606-48b8-4e62-9892-7d0bc0174858","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784768069.9918797,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4e09606-48b8-4e62-9892-7d0bc0174858","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784768069.9995613,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c5e22f2-2d24-49c5-bc57-c1f8a8d4d06a","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784768069.9997272,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"128f84de-b148-4cc1-87c6-68631d6a72a8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784768069.9997537,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"128f84de-b148-4cc1-87c6-68631d6a72a8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784768070.0037146,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c851514-97d0-41d6-a9fe-5bb3670ab7aa","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784768070.0075028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9d94213-c70d-4c1f-b499-c6428cfc306f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784768070.0075326,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9d94213-c70d-4c1f-b499-c6428cfc306f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784768070.0075617,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c5e22f2-2d24-49c5-bc57-c1f8a8d4d06a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784768070.0076416,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ec073ba-84fe-4acd-879f-a1ac106221af"}
{"level":"info","ts":1784768070.0076683,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ec073ba-84fe-4acd-879f-a1ac106221af","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784768070.012328,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c851514-97d0-41d6-a9fe-5bb3670ab7aa","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784768070.012664,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ec073ba-84fe-4acd-879f-a1ac106221af","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784768070.0197697,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c851514-97d0-41d6-a9fe-5bb3670ab7aa","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784768070.0228038,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6cace3b6-e741-4191-bbb3-642917ad289b"}
{"level":"info","ts":1784768070.022849,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6cace3b6-e741-4191-bbb3-642917ad289b","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784768070.0255704,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81ec32f5-7c69-4683-a304-9f08d2e59b83"}
{"level":"info","ts":1784768070.0256,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd3f9220-2a46-4093-8b14-b9bd3ba9f7b8","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784768070.0256424,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd3f9220-2a46-4093-8b14-b9bd3ba9f7b8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784768070.0256264,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81ec32f5-7c69-4683-a304-9f08d2e59b83","name":"e2e-external-provider"}
{"level":"info","ts":1784768070.0256956,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78ff60f4-448b-44d3-b259-c63875d30c94","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784768070.0257137,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78ff60f4-448b-44d3-b259-c63875d30c94","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784768070.0273921,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6cace3b6-e741-4191-bbb3-642917ad289b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784768070.027459,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71a3f95e-84fb-4534-89b3-416e9f16b5b1"}
{"level":"info","ts":1784768070.0277214,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38303.711067206,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784768070.0277421,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784768070.0349653,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784768070.035445,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81ec32f5-7c69-4683-a304-9f08d2e59b83","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784768070.0404272,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f73e1f7-5920-42ed-8a38-2cecfd689a5a"}
{"level":"info","ts":1784768070.0404785,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f73e1f7-5920-42ed-8a38-2cecfd689a5a","name":"e2e-external-provider"}
{"level":"info","ts":1784768070.0507622,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f73e1f7-5920-42ed-8a38-2cecfd689a5a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784768070.1284738,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71a3f95e-84fb-4534-89b3-416e9f16b5b1","name":"e2e-external-model"}
{"level":"info","ts":1784768070.1400034,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71a3f95e-84fb-4534-89b3-416e9f16b5b1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784768070.1487167,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed33dc21-349e-4812-97d6-8dfb04db6ee8"}
{"level":"info","ts":1784768070.1488025,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed33dc21-349e-4812-97d6-8dfb04db6ee8","name":"e2e-external-model"}
{"level":"info","ts":1784768070.1487176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02a8cb37-eee1-4ca3-a785-546c8dcf6771","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784768070.1489277,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02a8cb37-eee1-4ca3-a785-546c8dcf6771","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784768070.161206,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed33dc21-349e-4812-97d6-8dfb04db6ee8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784768070.1612973,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88201cda-1e87-426f-bbf4-ef85b1da1d7a"}
{"level":"info","ts":1784768070.1613593,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88201cda-1e87-426f-bbf4-ef85b1da1d7a","name":"e2e-external-model"}
{"level":"info","ts":1784768070.1613002,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25f4aa50-52a7-4424-ad42-30a4ac4ea230","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784768070.1614084,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25f4aa50-52a7-4424-ad42-30a4ac4ea230","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784768070.1695313,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88201cda-1e87-426f-bbf4-ef85b1da1d7a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784768070.1747286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a893cc2-7a6e-490d-8603-af774c2faf3f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784768070.1747663,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a893cc2-7a6e-490d-8603-af774c2faf3f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784768070.1749015,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10ff5ab4-a203-4d2a-9707-c3a791fca659"}
{"level":"info","ts":1784768070.174949,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10ff5ab4-a203-4d2a-9707-c3a791fca659","name":"e2e-external-model"}
{"level":"info","ts":1784768070.183467,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10ff5ab4-a203-4d2a-9707-c3a791fca659","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784768077.4362335,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784768077.4363177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158"}
{"level":"info","ts":1784768077.43633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158"}
{"level":"info","ts":1784768077.436342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","EoS":true}
{"level":"info","ts":1784768077.4364142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","header":"x-maas-username"}
{"level":"info","ts":1784768077.4364307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","header":"x-maas-subscription"}
{"level":"info","ts":1784768077.4364347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","header":"x-maas-group"}
{"level":"info","ts":1784768077.4364479,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784768077.4364562,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","modelName":"e2e-external-model"}
{"level":"info","ts":1784768077.436469,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784768077.4365046,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784768077.436522,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","authType":"apikey"}
{"level":"info","ts":1784768077.4365513,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158"}
{"level":"info","ts":1784768077.5511394,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c9d52b5-0c50-4daf-8fb1-97c44e3608aa"}
{"level":"info","ts":1784768077.5511394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dca1ce5-c350-4d5a-8196-364ed67598e5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784768077.5512626,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dca1ce5-c350-4d5a-8196-364ed67598e5","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784768077.556967,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c9d52b5-0c50-4daf-8fb1-97c44e3608aa","name":"e2e-cleanup-test"}
{"level":"info","ts":1784768077.5570138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1e44a37-a123-4803-91a0-505c30a94cce","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784768077.5570352,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1e44a37-a123-4803-91a0-505c30a94cce","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784768077.5710719,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c9d52b5-0c50-4daf-8fb1-97c44e3608aa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784768077.5791092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"363505ec-50ce-49b9-aeb3-c78f05ee5f57","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784768077.5791392,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"363505ec-50ce-49b9-aeb3-c78f05ee5f57","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784768077.5791726,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91f86751-7bd5-4470-bc91-356d6dc25ec0"}
{"level":"info","ts":1784768077.5792348,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91f86751-7bd5-4470-bc91-356d6dc25ec0","name":"e2e-cleanup-test"}
{"level":"error","ts":1784768077.59648,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91f86751-7bd5-4470-bc91-356d6dc25ec0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784768077.5965967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c44d7de-9f6f-46eb-8445-5f0dd16ca90a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784768077.5966198,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c44d7de-9f6f-46eb-8445-5f0dd16ca90a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784768077.5966048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a72f4165-3adf-4fb9-a9f9-ea6c8e4f3e60"}
{"level":"info","ts":1784768077.5966868,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a72f4165-3adf-4fb9-a9f9-ea6c8e4f3e60","name":"e2e-cleanup-test"}
{"level":"info","ts":1784768077.605528,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a72f4165-3adf-4fb9-a9f9-ea6c8e4f3e60","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784768077.6112568,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2648c486-76d8-4324-8846-aa0ebc2f999f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784768077.6112928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2648c486-76d8-4324-8846-aa0ebc2f999f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784768077.614736,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a72f4165-3adf-4fb9-a9f9-ea6c8e4f3e60","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784768077.6148207,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe0c3697-c4e1-4569-b248-af2732c0566a"}
{"level":"info","ts":1784768077.6148646,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe0c3697-c4e1-4569-b248-af2732c0566a","name":"e2e-cleanup-test"}
{"level":"info","ts":1784768077.6230547,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe0c3697-c4e1-4569-b248-af2732c0566a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784768085.8147771,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15997960-551d-4bf9-a529-9882baae3d49"}
{"level":"info","ts":1784768085.8148036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bf22367-259c-4e03-824f-55495ec962df","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784768085.8148332,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bf22367-259c-4e03-824f-55495ec962df","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784768090.1227539,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784768090.122833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2"}
{"level":"info","ts":1784768090.1228511,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2"}
{"level":"info","ts":1784768090.122916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2","EoS":true}
{"level":"info","ts":1784768090.1229672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784768090.1230009,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2"}
{"level":"info","ts":1784768090.1700008,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784768090.1700644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271"}
{"level":"info","ts":1784768090.170075,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271"}
{"level":"info","ts":1784768090.1700861,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","EoS":true}
{"level":"info","ts":1784768090.170109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","header":"x-maas-username"}
{"level":"info","ts":1784768090.1701179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","header":"x-maas-subscription"}
{"level":"info","ts":1784768090.1701627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","header":"x-maas-group"}
{"level":"info","ts":1784768090.1701748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784768090.1701808,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","modelName":"e2e-external-model"}
{"level":"info","ts":1784768090.1701934,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784768090.1702166,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784768090.1702316,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","authType":"apikey"}
{"level":"info","ts":1784768090.1702673,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271"}
{"level":"info","ts":1784768090.208441,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784768090.208509,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038"}
{"level":"info","ts":1784768090.2085223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038"}
{"level":"info","ts":1784768090.2085402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","EoS":true}
{"level":"info","ts":1784768090.2085733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","header":"x-maas-username"}
{"level":"info","ts":1784768090.2086298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","header":"x-maas-subscription"}
{"level":"info","ts":1784768090.208639,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","header":"x-maas-group"}
{"level":"info","ts":1784768090.208655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784768090.2086868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038"}
{"level":"info","ts":1784768090.312299,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038"}
{"level":"info","ts":1784768090.3123267,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038"}
{"level":"info","ts":1784768090.312347,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","EoS":false}
{"level":"info","ts":1784768090.312384,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","EoS":true}
{"level":"error","ts":1784768090.312401,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784768090.312452,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038"}
{"level":"info","ts":1784768090.3505712,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784768090.3506346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98"}
{"level":"info","ts":1784768090.3506482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98"}
{"level":"info","ts":1784768090.3506596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98","EoS":true}
{"level":"info","ts":1784768090.350683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98","header":"x-maas-username"}
{"level":"info","ts":1784768090.3506966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98","header":"x-maas-subscription"}
{"level":"info","ts":1784768090.3507028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98","header":"x-maas-group"}
{"level":"info","ts":1784768090.3507376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98"}
{"level":"info","ts":1784768090.4787116,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98"}
{"level":"info","ts":1784768090.4787397,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98"}
{"level":"info","ts":1784768090.4787693,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98","EoS":false}
{"level":"info","ts":1784768090.4787827,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98","EoS":true}
{"level":"error","ts":1784768090.4787998,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784768090.4788349,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98"}
{"level":"info","ts":1784768091.2875156,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"360d3c24-5905-4c4e-bc0f-28de8af6c947"}
{"level":"info","ts":1784768091.2875302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9b8afca-7008-4217-bd36-39fd943a3738","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784768091.2875826,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9b8afca-7008-4217-bd36-39fd943a3738","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784768091.430854,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e78cf9e1-5c98-4747-b62e-85e28f1c0979","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784768091.4309618,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e78cf9e1-5c98-4747-b62e-85e28f1c0979","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784768091.4308732,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a69e8af1-cf3a-485c-8326-e5a0a530adfc"}
{"level":"info","ts":1784768091.5489454,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7404152a-9183-446f-a52d-227c9fc9c7d5","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784768091.5490072,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7404152a-9183-446f-a52d-227c9fc9c7d5","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784768713.9049354,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784768713.9050329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0"}
{"level":"info","ts":1784768713.9050434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0"}
{"level":"info","ts":1784768713.905055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","EoS":true}
{"level":"info","ts":1784768713.9050765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","header":"x-maas-subscription"}
{"level":"info","ts":1784768713.905085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","header":"x-maas-group"}
{"level":"info","ts":1784768713.9050894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","header":"x-maas-username"}
{"level":"info","ts":1784768713.9051023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","path":"/ai-tenant-e2e-inf-b-bb9f10/test-model-bb9f10/v1/chat/completions"}
{"level":"info","ts":1784768713.9051247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0"}
{"level":"info","ts":1784768713.9187381,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0"}
{"level":"info","ts":1784768713.9187665,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0"}
{"level":"info","ts":1784768713.918784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","EoS":false}
{"level":"info","ts":1784768713.918798,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","EoS":true}
{"level":"info","ts":1784768713.9188404,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0"}
{"level":"info","ts":1784769164.9337456,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784769164.9338367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947"}
{"level":"info","ts":1784769164.933845,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947"}
{"level":"info","ts":1784769164.9338572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","EoS":true}
{"level":"info","ts":1784769164.9338813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","header":"x-maas-group"}
{"level":"info","ts":1784769164.9338915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","header":"x-maas-subscription"}
{"level":"info","ts":1784769164.9338968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","header":"x-maas-username"}
{"level":"info","ts":1784769164.9339085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","path":"/ai-tenant-e2e-shared-a-7ee5a5/rate-test-model-7ee5a5/v1/completions"}
{"level":"info","ts":1784769164.9339323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947"}
{"level":"info","ts":1784769164.9354565,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947"}
{"level":"info","ts":1784769164.9354808,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947"}
{"level":"info","ts":1784769164.935497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","EoS":false}
{"level":"info","ts":1784769164.935509,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","EoS":true}
{"level":"info","ts":1784769164.9355433,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947"}
{"level":"info","ts":1784769165.9725964,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784769165.9726703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706"}
{"level":"info","ts":1784769165.972681,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706"}
{"level":"info","ts":1784769165.9726932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","EoS":true}
{"level":"info","ts":1784769165.9727216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","header":"x-maas-username"}
{"level":"info","ts":1784769165.9727318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","header":"x-maas-group"}
{"level":"info","ts":1784769165.9727373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","header":"x-maas-subscription"}
{"level":"info","ts":1784769165.9727497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","path":"/ai-tenant-e2e-shared-a-7ee5a5/rate-test-model-7ee5a5/v1/completions"}
{"level":"info","ts":1784769165.9727745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706"}
{"level":"info","ts":1784769165.9736578,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706"}
{"level":"info","ts":1784769165.973679,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706"}
{"level":"info","ts":1784769165.9736946,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","EoS":false}
{"level":"info","ts":1784769165.973706,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","EoS":true}
{"level":"info","ts":1784769165.9737418,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706"}