{"level":"info","ts":1784688247.2855895,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688247.2856755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e"}
{"level":"info","ts":1784688247.2856889,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e"}
{"level":"info","ts":1784688247.2857013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","EoS":true}
{"level":"info","ts":1784688247.2857337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","header":"x-maas-group"}
{"level":"info","ts":1784688247.2857811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","header":"x-maas-username"}
{"level":"info","ts":1784688247.2857912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","header":"x-maas-subscription"}
{"level":"info","ts":1784688247.2858086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688247.2858377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e"}
{"level":"info","ts":1784688247.2869484,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e"}
{"level":"info","ts":1784688247.2869725,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e"}
{"level":"info","ts":1784688247.2869875,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","EoS":false}
{"level":"info","ts":1784688247.2869992,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","EoS":true}
{"level":"info","ts":1784688247.287052,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e"}
{"level":"info","ts":1784688247.429482,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688247.4295657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db"}
{"level":"info","ts":1784688247.4295776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db"}
{"level":"info","ts":1784688247.4295895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","EoS":true}
{"level":"info","ts":1784688247.4296148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","header":"x-maas-group"}
{"level":"info","ts":1784688247.429625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","header":"x-maas-subscription"}
{"level":"info","ts":1784688247.42963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","header":"x-maas-username"}
{"level":"info","ts":1784688247.4296448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688247.4296675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db"}
{"level":"info","ts":1784688247.430761,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db"}
{"level":"info","ts":1784688247.4307806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db"}
{"level":"info","ts":1784688247.4307985,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","EoS":false}
{"level":"info","ts":1784688247.4308183,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","EoS":true}
{"level":"info","ts":1784688247.4308546,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db"}
{"level":"info","ts":1784688247.5699184,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688247.5699928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71"}
{"level":"info","ts":1784688247.570004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71"}
{"level":"info","ts":1784688247.570015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","EoS":true}
{"level":"info","ts":1784688247.5700624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","header":"x-maas-username"}
{"level":"info","ts":1784688247.5700736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","header":"x-maas-group"}
{"level":"info","ts":1784688247.570079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","header":"x-maas-subscription"}
{"level":"info","ts":1784688247.5700924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688247.570118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71"}
{"level":"info","ts":1784688247.5712426,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71"}
{"level":"info","ts":1784688247.5712645,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71"}
{"level":"info","ts":1784688247.571285,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","EoS":false}
{"level":"info","ts":1784688247.5712998,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","EoS":true}
{"level":"info","ts":1784688247.5713358,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71"}
{"level":"info","ts":1784688247.7078636,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688247.7079394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346"}
{"level":"info","ts":1784688247.707952,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346"}
{"level":"info","ts":1784688247.7079642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","EoS":true}
{"level":"info","ts":1784688247.707988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","header":"x-maas-subscription"}
{"level":"info","ts":1784688247.7080019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","header":"x-maas-group"}
{"level":"info","ts":1784688247.7080064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","header":"x-maas-username"}
{"level":"info","ts":1784688247.70802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688247.7080746,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346"}
{"level":"info","ts":1784688247.709236,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346"}
{"level":"info","ts":1784688247.7092578,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346"}
{"level":"info","ts":1784688247.7092798,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","EoS":false}
{"level":"info","ts":1784688247.7092948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","EoS":true}
{"level":"info","ts":1784688247.709332,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346"}
{"level":"info","ts":1784688267.8262522,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688267.8263478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3"}
{"level":"info","ts":1784688267.8263657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3"}
{"level":"info","ts":1784688267.8263845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","EoS":true}
{"level":"info","ts":1784688267.8264246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","header":"x-maas-subscription"}
{"level":"info","ts":1784688267.8264382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","header":"x-maas-group"}
{"level":"info","ts":1784688267.8264472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","header":"x-maas-username"}
{"level":"info","ts":1784688267.826469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688267.826505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3"}
{"level":"info","ts":1784688267.8295155,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3"}
{"level":"info","ts":1784688267.8295379,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3"}
{"level":"info","ts":1784688267.8295536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","EoS":false}
{"level":"info","ts":1784688267.8295653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","EoS":true}
{"level":"info","ts":1784688267.8296037,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3"}
{"level":"info","ts":1784688267.8645926,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688267.8646786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233"}
{"level":"info","ts":1784688267.8646913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233"}
{"level":"info","ts":1784688267.8647103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","EoS":true}
{"level":"info","ts":1784688267.8647454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","header":"x-maas-subscription"}
{"level":"info","ts":1784688267.8647568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","header":"x-maas-username"}
{"level":"info","ts":1784688267.8647647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","header":"x-maas-group"}
{"level":"info","ts":1784688267.8647842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688267.864819,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233"}
{"level":"info","ts":1784688267.8658633,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233"}
{"level":"info","ts":1784688267.865883,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233"}
{"level":"info","ts":1784688267.8658998,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","EoS":false}
{"level":"info","ts":1784688267.8659124,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","EoS":true}
{"level":"info","ts":1784688267.86595,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233"}
{"level":"info","ts":1784688267.9723015,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688267.9723918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c42a7fad-1d1d-4ecb-afb0-5b700f8be11d"}
{"level":"info","ts":1784688267.9750023,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c42a7fad-1d1d-4ecb-afb0-5b700f8be11d"}
{"level":"info","ts":1784688267.9750402,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c42a7fad-1d1d-4ecb-afb0-5b700f8be11d"}
{"level":"info","ts":1784688267.9750566,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c42a7fad-1d1d-4ecb-afb0-5b700f8be11d","EoS":false}
{"level":"info","ts":1784688267.9750707,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c42a7fad-1d1d-4ecb-afb0-5b700f8be11d"}
{"level":"info","ts":1784688267.975097,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c42a7fad-1d1d-4ecb-afb0-5b700f8be11d","EoS":true}
{"level":"info","ts":1784688267.975107,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c42a7fad-1d1d-4ecb-afb0-5b700f8be11d"}
{"level":"info","ts":1784688272.6209855,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688272.621071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7"}
{"level":"info","ts":1784688272.621084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7"}
{"level":"info","ts":1784688272.6210973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","EoS":true}
{"level":"info","ts":1784688272.6211238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","header":"x-maas-username"}
{"level":"info","ts":1784688272.621134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","header":"x-maas-group"}
{"level":"info","ts":1784688272.6211395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","header":"x-maas-subscription"}
{"level":"info","ts":1784688272.6211534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688272.6211808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7"}
{"level":"info","ts":1784688272.622223,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7"}
{"level":"info","ts":1784688272.6222432,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7"}
{"level":"info","ts":1784688272.6222608,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","EoS":false}
{"level":"info","ts":1784688272.622278,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","EoS":true}
{"level":"info","ts":1784688272.6223242,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7"}
{"level":"info","ts":1784688283.246832,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688283.246917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303"}
{"level":"info","ts":1784688283.2469332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303"}
{"level":"info","ts":1784688283.2469523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","EoS":true}
{"level":"info","ts":1784688283.2469842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","header":"x-maas-subscription"}
{"level":"info","ts":1784688283.247001,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","header":"x-maas-username"}
{"level":"info","ts":1784688283.2470105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","header":"x-maas-group"}
{"level":"info","ts":1784688283.2470496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784688283.2470837,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303"}
{"level":"info","ts":1784688283.2504468,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303"}
{"level":"info","ts":1784688283.2504752,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303"}
{"level":"info","ts":1784688283.2504988,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","EoS":false}
{"level":"info","ts":1784688283.2505171,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","EoS":true}
{"level":"info","ts":1784688283.2505755,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303"}
{"level":"info","ts":1784688296.1841207,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688296.1842024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0"}
{"level":"info","ts":1784688296.1842117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0"}
{"level":"info","ts":1784688296.1842232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","EoS":true}
{"level":"info","ts":1784688296.1842487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","header":"x-maas-username"}
{"level":"info","ts":1784688296.1842594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","header":"x-maas-group"}
{"level":"info","ts":1784688296.1842654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","header":"x-maas-subscription"}
{"level":"info","ts":1784688296.184279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688296.1843045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0"}
{"level":"info","ts":1784688296.1857808,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0"}
{"level":"info","ts":1784688296.185808,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0"}
{"level":"info","ts":1784688296.1858294,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","EoS":false}
{"level":"info","ts":1784688296.1858518,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","EoS":true}
{"level":"info","ts":1784688296.1859143,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0"}
{"level":"info","ts":1784688304.7529,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688304.752985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89"}
{"level":"info","ts":1784688304.7529993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89"}
{"level":"info","ts":1784688304.753014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","EoS":true}
{"level":"info","ts":1784688304.7531269,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","header":"x-maas-username"}
{"level":"info","ts":1784688304.753141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","header":"x-maas-subscription"}
{"level":"info","ts":1784688304.7531462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","header":"x-maas-group"}
{"level":"info","ts":1784688304.7531676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688304.7531993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89"}
{"level":"info","ts":1784688304.7542083,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89"}
{"level":"info","ts":1784688304.7542312,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89"}
{"level":"info","ts":1784688304.7542462,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","EoS":false}
{"level":"info","ts":1784688304.7542582,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","EoS":true}
{"level":"info","ts":1784688304.7543068,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89"}
{"level":"info","ts":1784688313.6840534,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688313.684143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1"}
{"level":"info","ts":1784688313.6841605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1"}
{"level":"info","ts":1784688313.6841762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","EoS":true}
{"level":"info","ts":1784688313.6842043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","header":"x-maas-username"}
{"level":"info","ts":1784688313.6842601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","header":"x-maas-subscription"}
{"level":"info","ts":1784688313.6842687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","header":"x-maas-group"}
{"level":"info","ts":1784688313.6842847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688313.6843123,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1"}
{"level":"info","ts":1784688313.6852953,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1"}
{"level":"info","ts":1784688313.6853206,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1"}
{"level":"info","ts":1784688313.6853354,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","EoS":false}
{"level":"info","ts":1784688313.6853468,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","EoS":true}
{"level":"info","ts":1784688313.6853857,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1"}
{"level":"info","ts":1784688336.7108839,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688336.710999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4"}
{"level":"info","ts":1784688336.7110188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4"}
{"level":"info","ts":1784688336.7110558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","EoS":true}
{"level":"info","ts":1784688336.711086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","header":"x-maas-username"}
{"level":"info","ts":1784688336.711096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","header":"x-maas-group"}
{"level":"info","ts":1784688336.7111013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","header":"x-maas-subscription"}
{"level":"info","ts":1784688336.7111144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784688336.7111332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4"}
{"level":"info","ts":1784688336.7122624,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4"}
{"level":"info","ts":1784688336.712288,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4"}
{"level":"info","ts":1784688336.7123082,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","EoS":false}
{"level":"info","ts":1784688336.7123258,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","EoS":true}
{"level":"info","ts":1784688336.7123704,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4"}
{"level":"info","ts":1784688360.1833096,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688360.1833982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae"}
{"level":"info","ts":1784688360.1834114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae"}
{"level":"info","ts":1784688360.1834233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","EoS":true}
{"level":"info","ts":1784688360.1834505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","header":"x-maas-group"}
{"level":"info","ts":1784688360.1834614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","header":"x-maas-username"}
{"level":"info","ts":1784688360.1834664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","header":"x-maas-subscription"}
{"level":"info","ts":1784688360.1834795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784688360.1835043,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae"}
{"level":"info","ts":1784688360.1846137,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae"}
{"level":"info","ts":1784688360.1846354,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae"}
{"level":"info","ts":1784688360.1846502,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","EoS":false}
{"level":"info","ts":1784688360.1846623,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","EoS":true}
{"level":"info","ts":1784688360.1847026,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae"}
{"level":"info","ts":1784688386.8052073,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688386.8052964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b"}
{"level":"info","ts":1784688386.8053074,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b"}
{"level":"info","ts":1784688386.8053188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","EoS":true}
{"level":"info","ts":1784688386.805342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","header":"x-maas-username"}
{"level":"info","ts":1784688386.8053527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","header":"x-maas-subscription"}
{"level":"info","ts":1784688386.8053582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","header":"x-maas-group"}
{"level":"info","ts":1784688386.8053718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688386.805399,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b"}
{"level":"info","ts":1784688386.8064876,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b"}
{"level":"info","ts":1784688386.8065126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b"}
{"level":"info","ts":1784688386.8065286,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","EoS":false}
{"level":"info","ts":1784688386.8065395,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","EoS":true}
{"level":"info","ts":1784688386.8065755,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b"}
{"level":"info","ts":1784688396.2844665,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688396.2845519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9"}
{"level":"info","ts":1784688396.2845652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9"}
{"level":"info","ts":1784688396.2845771,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","EoS":true}
{"level":"info","ts":1784688396.284608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","header":"x-maas-username"}
{"level":"info","ts":1784688396.2846203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","header":"x-maas-subscription"}
{"level":"info","ts":1784688396.2846246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","header":"x-maas-group"}
{"level":"info","ts":1784688396.284639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688396.2846627,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9"}
{"level":"info","ts":1784688396.2858045,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9"}
{"level":"info","ts":1784688396.2858257,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9"}
{"level":"info","ts":1784688396.28584,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","EoS":false}
{"level":"info","ts":1784688396.2858527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","EoS":true}
{"level":"info","ts":1784688396.2858958,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9"}
{"level":"info","ts":1784688396.324078,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688396.324185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d"}
{"level":"info","ts":1784688396.3242006,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d"}
{"level":"info","ts":1784688396.3242183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","EoS":true}
{"level":"info","ts":1784688396.3242574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","header":"x-maas-username"}
{"level":"info","ts":1784688396.3242714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","header":"x-maas-subscription"}
{"level":"info","ts":1784688396.3242786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","header":"x-maas-group"}
{"level":"info","ts":1784688396.3242955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688396.3243234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d"}
{"level":"info","ts":1784688396.327506,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d"}
{"level":"info","ts":1784688396.32754,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d"}
{"level":"info","ts":1784688396.3275626,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","EoS":false}
{"level":"info","ts":1784688396.3275812,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","EoS":true}
{"level":"info","ts":1784688396.3276346,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d"}
{"level":"info","ts":1784688415.5750985,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688415.5751846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb"}
{"level":"info","ts":1784688415.575201,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb"}
{"level":"info","ts":1784688415.5752132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","EoS":true}
{"level":"info","ts":1784688415.575253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","header":"x-maas-username"}
{"level":"info","ts":1784688415.575265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","header":"x-maas-group"}
{"level":"info","ts":1784688415.5752738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","header":"x-maas-subscription"}
{"level":"info","ts":1784688415.5752914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688415.575315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb"}
{"level":"info","ts":1784688415.5762963,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb"}
{"level":"info","ts":1784688415.576322,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb"}
{"level":"info","ts":1784688415.5763376,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","EoS":false}
{"level":"info","ts":1784688415.5763505,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","EoS":true}
{"level":"info","ts":1784688415.5763884,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb"}
{"level":"info","ts":1784688544.608952,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688544.609072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea"}
{"level":"info","ts":1784688544.6090868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea"}
{"level":"info","ts":1784688544.6091006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","EoS":true}
{"level":"info","ts":1784688544.6091294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","header":"x-maas-username"}
{"level":"info","ts":1784688544.609139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","header":"x-maas-group"}
{"level":"info","ts":1784688544.6091435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","header":"x-maas-subscription"}
{"level":"info","ts":1784688544.609158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784688544.6091838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea"}
{"level":"info","ts":1784688544.6104496,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea"}
{"level":"info","ts":1784688544.6104717,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea"}
{"level":"info","ts":1784688544.6104875,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","EoS":false}
{"level":"info","ts":1784688544.6104994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","EoS":true}
{"level":"info","ts":1784688544.6105456,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea"}
{"level":"info","ts":1784688581.7237158,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688581.7237904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a"}
{"level":"info","ts":1784688581.7238016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a"}
{"level":"info","ts":1784688581.7238126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","EoS":true}
{"level":"info","ts":1784688581.723841,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","header":"x-maas-username"}
{"level":"info","ts":1784688581.7238517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","header":"x-maas-subscription"}
{"level":"info","ts":1784688581.7238574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","header":"x-maas-group"}
{"level":"info","ts":1784688581.7238703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688581.7238955,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a"}
{"level":"info","ts":1784688581.7276614,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a"}
{"level":"info","ts":1784688581.727689,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a"}
{"level":"info","ts":1784688581.7277052,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","EoS":false}
{"level":"info","ts":1784688581.7277179,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","EoS":true}
{"level":"info","ts":1784688581.727757,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a"}
{"level":"info","ts":1784688597.0726466,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688597.0727563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393"}
{"level":"info","ts":1784688597.0727704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393"}
{"level":"info","ts":1784688597.0727828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","EoS":true}
{"level":"info","ts":1784688597.0728073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","header":"x-maas-username"}
{"level":"info","ts":1784688597.0728643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","header":"x-maas-group"}
{"level":"info","ts":1784688597.0728714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","header":"x-maas-subscription"}
{"level":"info","ts":1784688597.0728843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688597.0729086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393"}
{"level":"info","ts":1784688597.073918,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393"}
{"level":"info","ts":1784688597.07394,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393"}
{"level":"info","ts":1784688597.0739548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","EoS":false}
{"level":"info","ts":1784688597.0739655,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","EoS":true}
{"level":"info","ts":1784688597.074001,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393"}
{"level":"info","ts":1784688898.9964645,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688898.996553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca"}
{"level":"info","ts":1784688898.996562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca"}
{"level":"info","ts":1784688898.996574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","EoS":true}
{"level":"info","ts":1784688898.9965987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","header":"x-maas-subscription"}
{"level":"info","ts":1784688898.9966054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","header":"x-maas-username"}
{"level":"info","ts":1784688898.9966097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","header":"x-maas-group"}
{"level":"info","ts":1784688898.996623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688898.9966493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca"}
{"level":"info","ts":1784688898.9979,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca"}
{"level":"info","ts":1784688898.9979217,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca"}
{"level":"info","ts":1784688898.9979436,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","EoS":false}
{"level":"info","ts":1784688898.9979591,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","EoS":true}
{"level":"info","ts":1784688898.9980032,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca"}
{"level":"info","ts":1784688899.0317383,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688899.0318139,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8"}
{"level":"info","ts":1784688899.0318246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8"}
{"level":"info","ts":1784688899.0318363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","EoS":true}
{"level":"info","ts":1784688899.031859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","header":"x-maas-username"}
{"level":"info","ts":1784688899.0318701,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","header":"x-maas-subscription"}
{"level":"info","ts":1784688899.031875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","header":"x-maas-group"}
{"level":"info","ts":1784688899.0318878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688899.0319107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8"}
{"level":"info","ts":1784688899.033068,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8"}
{"level":"info","ts":1784688899.0330956,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8"}
{"level":"info","ts":1784688899.033109,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","EoS":false}
{"level":"info","ts":1784688899.033119,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","EoS":true}
{"level":"info","ts":1784688899.033151,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8"}
{"level":"info","ts":1784688903.86172,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"598cd9b4-9215-439f-9438-21fa468791ca","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784688903.8620062,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36551.950693155,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688903.8620567,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688903.927391,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688903.9626245,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"598cd9b4-9215-439f-9438-21fa468791ca","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784688903.9809198,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd582676-fcbd-4d0e-bad7-0033f65a1222","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688903.9809563,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd582676-fcbd-4d0e-bad7-0033f65a1222","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784688903.981009,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35b4ed83-7129-472f-8924-91f6fa538969"}
{"level":"info","ts":1784688903.9890747,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3730ce59-67a1-4406-9ad2-9b012d783bc2","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688903.989106,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3730ce59-67a1-4406-9ad2-9b012d783bc2","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784688903.989711,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34864.173943437,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688903.9897313,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688903.9998987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688904.0898378,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35b4ed83-7129-472f-8924-91f6fa538969","name":"e2e-external-provider"}
{"level":"info","ts":1784688904.107771,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"421b4642-491a-46b9-a66f-476c96c5b356"}
{"level":"info","ts":1784688904.1078386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"580f71ca-5dba-47f7-8bc1-6a08c9ccda81","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688904.1078968,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"580f71ca-5dba-47f7-8bc1-6a08c9ccda81","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688904.108597,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35b4ed83-7129-472f-8924-91f6fa538969","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784688904.1137295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"240b12a2-41f9-49b9-8973-3aa9cfb3caf9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688904.1137571,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"240b12a2-41f9-49b9-8973-3aa9cfb3caf9","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688904.1139157,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"421b4642-491a-46b9-a66f-476c96c5b356","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784688904.1193545,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9eb2ddc7-dca0-49b6-9a78-378817161418","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688904.1193838,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9eb2ddc7-dca0-49b6-9a78-378817161418","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688904.119519,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35b4ed83-7129-472f-8924-91f6fa538969","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784688904.1195645,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"421b4642-491a-46b9-a66f-476c96c5b356","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688904.1196465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b483229-2156-4005-9985-1fccfbe73748"}
{"level":"info","ts":1784688904.1196775,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b483229-2156-4005-9985-1fccfbe73748","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784688904.125957,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b483229-2156-4005-9985-1fccfbe73748","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688904.127972,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35b4ed83-7129-472f-8924-91f6fa538969","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784688904.1359344,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce8c1769-f840-4de3-b0d4-466029b3880b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688904.1359723,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce8c1769-f840-4de3-b0d4-466029b3880b","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784688904.136015,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6313f135-30c9-46de-a160-80f25063bc3b"}
{"level":"info","ts":1784688904.1361024,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6313f135-30c9-46de-a160-80f25063bc3b","name":"e2e-external-provider"}
{"level":"info","ts":1784688904.136104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67c16dc9-dd33-4e46-adf5-0b9148a948cd"}
{"level":"info","ts":1784688904.136174,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2ee11eb-2089-436b-98a7-61bfed35ed78","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688904.1362,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2ee11eb-2089-436b-98a7-61bfed35ed78","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688904.1363401,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33609.477392857,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688904.1363566,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688904.1431828,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688904.1464422,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6313f135-30c9-46de-a160-80f25063bc3b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784688904.151429,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2d4f1b4a-e2cb-40de-af79-e0ac5c940f32"}
{"level":"info","ts":1784688904.1514883,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2d4f1b4a-e2cb-40de-af79-e0ac5c940f32","name":"e2e-external-provider"}
{"level":"info","ts":1784688904.1622713,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2d4f1b4a-e2cb-40de-af79-e0ac5c940f32","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784688904.2366655,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67c16dc9-dd33-4e46-adf5-0b9148a948cd","name":"e2e-external-model"}
{"level":"info","ts":1784688904.252853,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67c16dc9-dd33-4e46-adf5-0b9148a948cd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688904.2613392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d20e398d-8d08-456c-aa40-0e7b61049268"}
{"level":"info","ts":1784688904.261339,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74288d51-4056-4bbc-8bef-7d116a2b4709","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688904.2614295,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d20e398d-8d08-456c-aa40-0e7b61049268","name":"e2e-external-model"}
{"level":"info","ts":1784688904.2614655,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74288d51-4056-4bbc-8bef-7d116a2b4709","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784688904.285544,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d20e398d-8d08-456c-aa40-0e7b61049268","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688904.2856097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e9bcd43-6f3a-49e1-a7a3-b0e1cf8bda50","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688904.2856307,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a85a2a0-fb36-4596-8e9a-e1011bd59add"}
{"level":"info","ts":1784688904.285642,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e9bcd43-6f3a-49e1-a7a3-b0e1cf8bda50","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688904.2856848,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a85a2a0-fb36-4596-8e9a-e1011bd59add","name":"e2e-external-model"}
{"level":"info","ts":1784688904.2958677,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a85a2a0-fb36-4596-8e9a-e1011bd59add","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688904.3026347,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e7acf42-7c87-4f9f-b877-62567696b7f1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688904.302673,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e7acf42-7c87-4f9f-b877-62567696b7f1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688904.3026857,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c21836c-bb0f-453d-8484-20057a6ae658"}
{"level":"info","ts":1784688904.3027585,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c21836c-bb0f-453d-8484-20057a6ae658","name":"e2e-external-model"}
{"level":"info","ts":1784688904.3112266,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c21836c-bb0f-453d-8484-20057a6ae658","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688911.6162446,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688911.6163266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08"}
{"level":"info","ts":1784688911.6163368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08"}
{"level":"info","ts":1784688911.6163485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","EoS":true}
{"level":"info","ts":1784688911.6163726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","header":"x-maas-subscription"}
{"level":"info","ts":1784688911.616383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","header":"x-maas-group"}
{"level":"info","ts":1784688911.6163907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","header":"x-maas-username"}
{"level":"info","ts":1784688911.6164567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784688911.6164708,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","modelName":"e2e-external-model"}
{"level":"info","ts":1784688911.616487,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784688911.6165223,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784688911.6165378,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","authType":"apikey"}
{"level":"info","ts":1784688911.6165652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08"}
{"level":"info","ts":1784688911.7290673,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eef06ab-c100-4dba-9077-f939a072e5f3"}
{"level":"info","ts":1784688911.7291079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"566a4e13-e34f-4d1b-ad3d-127f9b832ba5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688911.7291446,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"566a4e13-e34f-4d1b-ad3d-127f9b832ba5","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688911.7346225,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51e9db2b-694a-4620-9fb5-6ef5df27ca66","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688911.7346601,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51e9db2b-694a-4620-9fb5-6ef5df27ca66","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688911.7346663,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eef06ab-c100-4dba-9077-f939a072e5f3","name":"e2e-cleanup-test"}
{"level":"info","ts":1784688911.7451873,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eef06ab-c100-4dba-9077-f939a072e5f3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688911.753391,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9878c1c3-4634-44cc-aa1d-9cf5510bb252"}
{"level":"info","ts":1784688911.7534409,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbb62643-7201-4c7f-8122-218185a79d9a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688911.753466,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbb62643-7201-4c7f-8122-218185a79d9a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688911.7534668,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9878c1c3-4634-44cc-aa1d-9cf5510bb252","name":"e2e-cleanup-test"}
{"level":"info","ts":1784688911.7703106,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96333164-709f-4f34-87c7-c34ac3af0e31","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688911.770347,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96333164-709f-4f34-87c7-c34ac3af0e31","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784688911.7734883,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9878c1c3-4634-44cc-aa1d-9cf5510bb252","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784688911.7735474,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9878c1c3-4634-44cc-aa1d-9cf5510bb252","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688911.7735937,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d9f8fa3-833f-4cfe-8d63-d372eff6e506"}
{"level":"info","ts":1784688911.773641,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d9f8fa3-833f-4cfe-8d63-d372eff6e506","name":"e2e-cleanup-test"}
{"level":"info","ts":1784688911.7815375,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d9f8fa3-833f-4cfe-8d63-d372eff6e506","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688911.7849336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"254357b7-9dd9-4c4e-8227-da6a44b65d9a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688911.7849646,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"254357b7-9dd9-4c4e-8227-da6a44b65d9a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784688911.7896578,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d9f8fa3-833f-4cfe-8d63-d372eff6e506","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688911.7897353,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ec8b1f3-1261-485a-98ec-9e94910e0c71"}
{"level":"info","ts":1784688911.789783,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ec8b1f3-1261-485a-98ec-9e94910e0c71","name":"e2e-cleanup-test"}
{"level":"info","ts":1784688911.7984571,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ec8b1f3-1261-485a-98ec-9e94910e0c71","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688919.9988928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28262691-18b6-4b92-9876-c910a8411a66","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688919.998934,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28262691-18b6-4b92-9876-c910a8411a66","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688919.9989333,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df460cac-7d50-4d6a-8ff4-b211dbbbe0e2"}
{"level":"info","ts":1784688924.3205807,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688924.320669,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100"}
{"level":"info","ts":1784688924.320683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100"}
{"level":"info","ts":1784688924.3207011,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100","EoS":true}
{"level":"info","ts":1784688924.320748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784688924.3207839,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100"}
{"level":"info","ts":1784688924.3611238,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688924.3611982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c"}
{"level":"info","ts":1784688924.3612123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c"}
{"level":"info","ts":1784688924.361224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","EoS":true}
{"level":"info","ts":1784688924.3612478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","header":"x-maas-username"}
{"level":"info","ts":1784688924.3612583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","header":"x-maas-subscription"}
{"level":"info","ts":1784688924.3612633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","header":"x-maas-group"}
{"level":"info","ts":1784688924.3612773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784688924.3612869,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","modelName":"e2e-external-model"}
{"level":"info","ts":1784688924.3613002,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784688924.361324,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784688924.361339,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","authType":"apikey"}
{"level":"info","ts":1784688924.361359,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c"}
{"level":"info","ts":1784688924.401022,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688924.4011178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f"}
{"level":"info","ts":1784688924.401128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f"}
{"level":"info","ts":1784688924.4011397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","EoS":true}
{"level":"info","ts":1784688924.401164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","header":"x-maas-username"}
{"level":"info","ts":1784688924.4011738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","header":"x-maas-group"}
{"level":"info","ts":1784688924.4011786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","header":"x-maas-subscription"}
{"level":"info","ts":1784688924.4011917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784688924.4012163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f"}
{"level":"info","ts":1784688924.507411,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f"}
{"level":"info","ts":1784688924.5074463,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f"}
{"level":"info","ts":1784688924.5074704,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","EoS":false}
{"level":"info","ts":1784688924.5074828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","EoS":true}
{"level":"error","ts":1784688924.5074995,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784688924.5075493,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f"}
{"level":"info","ts":1784688924.5458922,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688924.54598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f"}
{"level":"info","ts":1784688924.5459945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f"}
{"level":"info","ts":1784688924.546013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f","EoS":true}
{"level":"info","ts":1784688924.5460706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f","header":"x-maas-username"}
{"level":"info","ts":1784688924.5460865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f","header":"x-maas-group"}
{"level":"info","ts":1784688924.5460944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f","header":"x-maas-subscription"}
{"level":"info","ts":1784688924.5461361,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f"}
{"level":"info","ts":1784688924.6455777,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f"}
{"level":"info","ts":1784688924.6456132,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f"}
{"level":"info","ts":1784688924.645634,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f","EoS":false}
{"level":"info","ts":1784688924.6456466,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f","EoS":true}
{"level":"error","ts":1784688924.645667,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784688924.6457033,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f"}
{"level":"info","ts":1784688925.507458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9c0023a-8d32-4dc5-97d9-c6b298665c23","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688925.5075068,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9c0023a-8d32-4dc5-97d9-c6b298665c23","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688925.50745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4cfafcc5-2e15-4480-8017-518139deb5c8"}
{"level":"info","ts":1784688925.6624339,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0960f55e-4f08-4328-b09f-86ee214f0a43","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688925.6624708,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0960f55e-4f08-4328-b09f-86ee214f0a43","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688925.6624775,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"812892dd-7683-40bc-a280-fb54fdc65a16"}
{"level":"info","ts":1784688925.7874188,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2da784fb-cfbe-4b9d-8cc5-31ece5c46959","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784688925.787482,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2da784fb-cfbe-4b9d-8cc5-31ece5c46959","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784689536.426397,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689536.4264793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632"}
{"level":"info","ts":1784689536.426488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632"}
{"level":"info","ts":1784689536.4265003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","EoS":true}
{"level":"info","ts":1784689536.426524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","header":"x-maas-username"}
{"level":"info","ts":1784689536.4265347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","header":"x-maas-subscription"}
{"level":"info","ts":1784689536.4265404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","header":"x-maas-group"}
{"level":"info","ts":1784689536.4265528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","path":"/ai-tenant-e2e-inf-b-caf067/test-model-caf067/v1/chat/completions"}
{"level":"info","ts":1784689536.426576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632"}
{"level":"info","ts":1784689536.4395435,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632"}
{"level":"info","ts":1784689536.4395711,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632"}
{"level":"info","ts":1784689536.4395888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","EoS":false}
{"level":"info","ts":1784689536.439603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","EoS":true}
{"level":"info","ts":1784689536.4396522,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632"}
{"level":"info","ts":1784689986.4748614,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689986.4749532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac"}
{"level":"info","ts":1784689986.47497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac"}
{"level":"info","ts":1784689986.4749894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","EoS":true}
{"level":"info","ts":1784689986.4750547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","header":"x-maas-subscription"}
{"level":"info","ts":1784689986.4750683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","header":"x-maas-group"}
{"level":"info","ts":1784689986.475077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","header":"x-maas-username"}
{"level":"info","ts":1784689986.4750946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","path":"/ai-tenant-e2e-shared-b-e6d029/rate-test-model-e6d029/v1/completions"}
{"level":"info","ts":1784689986.4751284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac"}
{"level":"info","ts":1784689986.4876347,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac"}
{"level":"info","ts":1784689986.487662,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac"}
{"level":"info","ts":1784689986.487683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","EoS":false}
{"level":"info","ts":1784689986.4876947,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","EoS":true}
{"level":"info","ts":1784689986.4877381,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac"}