{"level":"info","ts":1785405994.4329789,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d"} {"level":"info","ts":1785405994.4329937,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d","EoS":false} {"level":"info","ts":1785405994.4330041,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d"} {"level":"info","ts":1785405994.4330416,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d","EoS":true} {"level":"info","ts":1785405994.4330523,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1f4b3999-1234-4c61-9024-c97c5b72628d"} {"level":"info","ts":1785405994.5705123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405994.5706096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399"} {"level":"info","ts":1785405994.570623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399"} {"level":"info","ts":1785405994.570643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","EoS":true} {"level":"info","ts":1785405994.570678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","header":"x-maas-username"} {"level":"info","ts":1785405994.5706923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","header":"x-maas-subscription"} {"level":"info","ts":1785405994.5707011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","header":"x-maas-group"} {"level":"info","ts":1785405994.5707219,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785405994.5707552,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399"} {"level":"info","ts":1785405994.571653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399"} {"level":"info","ts":1785405994.5716736,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399"} {"level":"info","ts":1785405994.5716884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","EoS":false} {"level":"info","ts":1785405994.5716996,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399"} {"level":"info","ts":1785405994.5717187,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399","EoS":true} {"level":"info","ts":1785405994.571725,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9e8fa605-d559-4d70-9da1-ea79cd744399"} {"level":"info","ts":1785405994.7136133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405994.7136993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13"} {"level":"info","ts":1785405994.7137165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13"} {"level":"info","ts":1785405994.7137306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","EoS":true} {"level":"info","ts":1785405994.7137551,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","header":"x-maas-subscription"} {"level":"info","ts":1785405994.7137654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","header":"x-maas-username"} {"level":"info","ts":1785405994.7137709,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","header":"x-maas-group"} {"level":"info","ts":1785405994.7137847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785405994.713812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13"} {"level":"info","ts":1785405994.7147655,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13"} {"level":"info","ts":1785405994.7147856,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13"} {"level":"info","ts":1785405994.7148182,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","EoS":false} {"level":"info","ts":1785405994.7148411,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13"} {"level":"info","ts":1785405994.7148788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13","EoS":true} {"level":"info","ts":1785405994.7148917,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d3dcb05-5f20-48a6-a775-9c37d0947b13"} {"level":"info","ts":1785405994.8545516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785405994.8546264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee"} {"level":"info","ts":1785405994.8546386,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee"} {"level":"info","ts":1785405994.8546512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","EoS":true} {"level":"info","ts":1785405994.854686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","header":"x-maas-subscription"} {"level":"info","ts":1785405994.8546963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","header":"x-maas-group"} {"level":"info","ts":1785405994.854702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","header":"x-maas-username"} {"level":"info","ts":1785405994.854716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785405994.854745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee"} {"level":"info","ts":1785405994.8556814,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee"} {"level":"info","ts":1785405994.8557057,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee"} {"level":"info","ts":1785405994.8557281,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","EoS":false} {"level":"info","ts":1785405994.8557458,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee"} {"level":"info","ts":1785405994.855781,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee","EoS":true} {"level":"info","ts":1785405994.8557909,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"61ca543b-215d-4163-afe3-e596733bceee"} {"level":"info","ts":1785406028.867375,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406028.8674443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"773f1240-db57-4161-9000-e804e8511b32"} {"level":"info","ts":1785406028.8674545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"773f1240-db57-4161-9000-e804e8511b32"} {"level":"info","ts":1785406028.8674655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","EoS":true} {"level":"info","ts":1785406028.867489,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","header":"x-maas-subscription"} {"level":"info","ts":1785406028.8674994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","header":"x-maas-username"} {"level":"info","ts":1785406028.867505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","header":"x-maas-group"} {"level":"info","ts":1785406028.8675184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406028.8675427,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"773f1240-db57-4161-9000-e804e8511b32"} {"level":"info","ts":1785406028.8684065,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"773f1240-db57-4161-9000-e804e8511b32"} {"level":"info","ts":1785406028.868428,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"773f1240-db57-4161-9000-e804e8511b32"} {"level":"info","ts":1785406028.8684886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","EoS":false} {"level":"info","ts":1785406028.8685105,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"773f1240-db57-4161-9000-e804e8511b32"} {"level":"info","ts":1785406028.868547,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"773f1240-db57-4161-9000-e804e8511b32","EoS":true} {"level":"info","ts":1785406028.8685565,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"773f1240-db57-4161-9000-e804e8511b32"} {"level":"info","ts":1785406028.9049594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406028.9050143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43"} {"level":"info","ts":1785406028.9050221,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43"} {"level":"info","ts":1785406028.9050496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","EoS":true} {"level":"info","ts":1785406028.9050703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","header":"x-maas-subscription"} {"level":"info","ts":1785406028.905081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","header":"x-maas-group"} {"level":"info","ts":1785406028.9050865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","header":"x-maas-username"} {"level":"info","ts":1785406028.9051003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406028.9051235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43"} {"level":"info","ts":1785406028.9059126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43"} {"level":"info","ts":1785406028.9059293,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43"} {"level":"info","ts":1785406028.9059508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","EoS":false} {"level":"info","ts":1785406028.9059677,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43"} {"level":"info","ts":1785406028.9060018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43","EoS":true} {"level":"info","ts":1785406028.9060113,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df6a6533-a4d6-4c37-9ff7-ad513d905f43"} {"level":"info","ts":1785406029.0146585,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406029.0147252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ae13d1d-d9bf-40e9-8520-54f283810450"} {"level":"info","ts":1785406029.0174696,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ae13d1d-d9bf-40e9-8520-54f283810450"} {"level":"info","ts":1785406029.01749,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6ae13d1d-d9bf-40e9-8520-54f283810450"} {"level":"info","ts":1785406029.017512,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ae13d1d-d9bf-40e9-8520-54f283810450","EoS":false} {"level":"info","ts":1785406029.0175383,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6ae13d1d-d9bf-40e9-8520-54f283810450"} {"level":"info","ts":1785406029.017579,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ae13d1d-d9bf-40e9-8520-54f283810450","EoS":true} {"level":"info","ts":1785406029.0175881,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6ae13d1d-d9bf-40e9-8520-54f283810450"} {"level":"info","ts":1785406033.6767175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406033.6767876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236"} {"level":"info","ts":1785406033.6768007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236"} {"level":"info","ts":1785406033.6768131,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","EoS":true} {"level":"info","ts":1785406033.6768365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","header":"x-maas-username"} {"level":"info","ts":1785406033.6768475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","header":"x-maas-group"} {"level":"info","ts":1785406033.6768534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","header":"x-maas-subscription"} {"level":"info","ts":1785406033.6768715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406033.676898,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236"} {"level":"info","ts":1785406033.6777964,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236"} {"level":"info","ts":1785406033.6778154,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236"} {"level":"info","ts":1785406033.6778307,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","EoS":false} {"level":"info","ts":1785406033.6778426,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236"} {"level":"info","ts":1785406033.677863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236","EoS":true} {"level":"info","ts":1785406033.6778724,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0814aac-2cfd-4595-ab04-f9f39f69a236"} {"level":"info","ts":1785406046.3369043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406046.336987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a"} {"level":"info","ts":1785406046.3370016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a"} {"level":"info","ts":1785406046.337013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","EoS":true} {"level":"info","ts":1785406046.3370523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","header":"x-maas-group"} {"level":"info","ts":1785406046.3370616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","header":"x-maas-subscription"} {"level":"info","ts":1785406046.3370662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","header":"x-maas-username"} {"level":"info","ts":1785406046.3370802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406046.3371103,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a"} {"level":"info","ts":1785406046.3388083,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a"} {"level":"info","ts":1785406046.3388295,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a"} {"level":"info","ts":1785406046.3388464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","EoS":false} {"level":"info","ts":1785406046.3388631,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a"} {"level":"info","ts":1785406046.3388884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a","EoS":true} {"level":"info","ts":1785406046.338898,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cdd1bdef-139c-42a5-93e4-3f5103aaa58a"} {"level":"info","ts":1785406059.2615073,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406059.2616007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595"} {"level":"info","ts":1785406059.2616196,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595"} {"level":"info","ts":1785406059.2616386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","EoS":true} {"level":"info","ts":1785406059.261671,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","header":"x-maas-username"} {"level":"info","ts":1785406059.2616837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","header":"x-maas-group"} {"level":"info","ts":1785406059.261691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","header":"x-maas-subscription"} {"level":"info","ts":1785406059.2617087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406059.2617433,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595"} {"level":"info","ts":1785406059.2626917,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595"} {"level":"info","ts":1785406059.262716,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595"} {"level":"info","ts":1785406059.2627368,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","EoS":false} {"level":"info","ts":1785406059.2627535,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595"} {"level":"info","ts":1785406059.2627842,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595","EoS":true} {"level":"info","ts":1785406059.2627954,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8ec2dc8-2347-46a0-bf79-44c151f29595"} {"level":"info","ts":1785406067.8044128,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406067.8044972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056"} {"level":"info","ts":1785406067.804511,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056"} {"level":"info","ts":1785406067.804524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","EoS":true} {"level":"info","ts":1785406067.804552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","header":"x-maas-username"} {"level":"info","ts":1785406067.8045619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","header":"x-maas-subscription"} {"level":"info","ts":1785406067.804567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","header":"x-maas-group"} {"level":"info","ts":1785406067.8045812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406067.8046064,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056"} {"level":"info","ts":1785406067.8055067,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056"} {"level":"info","ts":1785406067.805527,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056"} {"level":"info","ts":1785406067.805543,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","EoS":false} {"level":"info","ts":1785406067.80556,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056"} {"level":"info","ts":1785406067.8055863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056","EoS":true} {"level":"info","ts":1785406067.805596,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a97a6ed6-6e76-46d6-91bf-a5fc0edcd056"} {"level":"info","ts":1785406076.7191021,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406076.7191927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364"} {"level":"info","ts":1785406076.7192068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364"} {"level":"info","ts":1785406076.7192194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","EoS":true} {"level":"info","ts":1785406076.7192512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","header":"x-maas-username"} {"level":"info","ts":1785406076.719262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","header":"x-maas-group"} {"level":"info","ts":1785406076.7192674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","header":"x-maas-subscription"} {"level":"info","ts":1785406076.7192824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406076.7193074,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364"} {"level":"info","ts":1785406076.7202783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364"} {"level":"info","ts":1785406076.7202969,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364"} {"level":"info","ts":1785406076.7203104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","EoS":false} {"level":"info","ts":1785406076.7203226,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364"} {"level":"info","ts":1785406076.720348,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364","EoS":true} {"level":"info","ts":1785406076.7203586,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2cefb05f-2f7e-44b5-887e-7f41321c7364"} {"level":"info","ts":1785406106.3072858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406106.3073716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce"} {"level":"info","ts":1785406106.3073869,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce"} {"level":"info","ts":1785406106.3073983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","EoS":true} {"level":"info","ts":1785406106.3074245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","header":"x-maas-group"} {"level":"info","ts":1785406106.3074353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","header":"x-maas-username"} {"level":"info","ts":1785406106.3074408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","header":"x-maas-subscription"} {"level":"info","ts":1785406106.3074543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406106.307477,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce"} {"level":"info","ts":1785406106.30982,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce"} {"level":"info","ts":1785406106.3098419,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce"} {"level":"info","ts":1785406106.3098574,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","EoS":false} {"level":"info","ts":1785406106.3098698,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce"} {"level":"info","ts":1785406106.3098922,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce","EoS":true} {"level":"info","ts":1785406106.3098996,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"43549842-d610-497d-a7cc-c34953ada7ce"} {"level":"info","ts":1785406151.0131114,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406151.0131865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0"} {"level":"info","ts":1785406151.0131965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0"} {"level":"info","ts":1785406151.013208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","EoS":true} {"level":"info","ts":1785406151.0132334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","header":"x-maas-username"} {"level":"info","ts":1785406151.0132444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","header":"x-maas-group"} {"level":"info","ts":1785406151.0132496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","header":"x-maas-subscription"} {"level":"info","ts":1785406151.0132663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785406151.0132935,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0"} {"level":"info","ts":1785406151.0145695,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0"} {"level":"info","ts":1785406151.0145895,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0"} {"level":"info","ts":1785406151.0146046,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","EoS":false} {"level":"info","ts":1785406151.0146172,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0"} {"level":"info","ts":1785406151.0146415,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0","EoS":true} {"level":"info","ts":1785406151.0146506,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5862973f-e419-4045-9ca3-9b4779fd24f0"} {"level":"info","ts":1785406196.9186835,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406196.9187613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444"} {"level":"info","ts":1785406196.9187727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444"} {"level":"info","ts":1785406196.9187841,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","EoS":true} {"level":"info","ts":1785406196.918816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","header":"x-maas-subscription"} {"level":"info","ts":1785406196.9188302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","header":"x-maas-group"} {"level":"info","ts":1785406196.918838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","header":"x-maas-username"} {"level":"info","ts":1785406196.9188564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406196.91889,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444"} {"level":"info","ts":1785406196.9219553,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444"} {"level":"info","ts":1785406196.9219801,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444"} {"level":"info","ts":1785406196.9219959,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","EoS":false} {"level":"info","ts":1785406196.9220078,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444"} {"level":"info","ts":1785406196.9220517,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444","EoS":true} {"level":"info","ts":1785406196.9220598,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0ceaf885-6dbc-4e90-aeee-2cc0deef0444"} {"level":"info","ts":1785406206.3441226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406206.3442326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705"} {"level":"info","ts":1785406206.3442452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705"} {"level":"info","ts":1785406206.3442583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","EoS":true} {"level":"info","ts":1785406206.3442855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","header":"x-maas-username"} {"level":"info","ts":1785406206.3442929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","header":"x-maas-group"} {"level":"info","ts":1785406206.3442981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","header":"x-maas-subscription"} {"level":"info","ts":1785406206.3443117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406206.344337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705"} {"level":"info","ts":1785406206.3468788,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705"} {"level":"info","ts":1785406206.346909,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705"} {"level":"info","ts":1785406206.3469274,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","EoS":false} {"level":"info","ts":1785406206.3469403,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705"} {"level":"info","ts":1785406206.3469665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705","EoS":true} {"level":"info","ts":1785406206.346973,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"440923f0-31df-4103-a75b-961e9cfa3705"} {"level":"info","ts":1785406206.3830507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406206.383139,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095"} {"level":"info","ts":1785406206.3831513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095"} {"level":"info","ts":1785406206.3831642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","EoS":true} {"level":"info","ts":1785406206.3831878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","header":"x-maas-group"} {"level":"info","ts":1785406206.3831975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","header":"x-maas-username"} {"level":"info","ts":1785406206.383203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","header":"x-maas-subscription"} {"level":"info","ts":1785406206.3832161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406206.383241,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095"} {"level":"info","ts":1785406206.3842552,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095"} {"level":"info","ts":1785406206.3842757,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095"} {"level":"info","ts":1785406206.384297,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","EoS":false} {"level":"info","ts":1785406206.38431,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095"} {"level":"info","ts":1785406206.3843338,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095","EoS":true} {"level":"info","ts":1785406206.3843431,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44b6404a-89b0-4f60-b581-4e8c27d46095"} {"level":"info","ts":1785406225.6152399,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406225.6153314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e"} {"level":"info","ts":1785406225.615351,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e"} {"level":"info","ts":1785406225.6153684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","EoS":true} {"level":"info","ts":1785406225.6153972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","header":"x-maas-username"} {"level":"info","ts":1785406225.61541,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","header":"x-maas-group"} {"level":"info","ts":1785406225.615419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","header":"x-maas-subscription"} {"level":"info","ts":1785406225.6154377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406225.615474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e"} {"level":"info","ts":1785406225.6164663,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e"} {"level":"info","ts":1785406225.6164887,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e"} {"level":"info","ts":1785406225.61651,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","EoS":false} {"level":"info","ts":1785406225.616526,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e"} {"level":"info","ts":1785406225.616558,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e","EoS":true} {"level":"info","ts":1785406225.6165993,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9689c6f0-7910-4761-9afd-863bc7c1b16e"} {"level":"info","ts":1785406420.726437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406420.7265193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7"} {"level":"info","ts":1785406420.72653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7"} {"level":"info","ts":1785406420.7265413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","EoS":true} {"level":"info","ts":1785406420.7265658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","header":"x-maas-username"} {"level":"info","ts":1785406420.7265792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","header":"x-maas-subscription"} {"level":"info","ts":1785406420.7265835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","header":"x-maas-group"} {"level":"info","ts":1785406420.7265968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785406420.7266226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7"} {"level":"info","ts":1785406420.7277482,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7"} {"level":"info","ts":1785406420.7277763,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7"} {"level":"info","ts":1785406420.7277987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","EoS":false} {"level":"info","ts":1785406420.7278194,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7"} {"level":"info","ts":1785406420.727849,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7","EoS":true} {"level":"info","ts":1785406420.727857,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b574306e-ff73-4efd-b60c-4b7495c264d7"} {"level":"info","ts":1785406502.7450066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406502.745129,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb"} {"level":"info","ts":1785406502.7451518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb"} {"level":"info","ts":1785406502.745172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","EoS":true} {"level":"info","ts":1785406502.7452133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","header":"x-maas-subscription"} {"level":"info","ts":1785406502.745231,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","header":"x-maas-group"} {"level":"info","ts":1785406502.7452383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","header":"x-maas-username"} {"level":"info","ts":1785406502.7452557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406502.7452807,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb"} {"level":"info","ts":1785406502.7482347,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb"} {"level":"info","ts":1785406502.7482576,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb"} {"level":"info","ts":1785406502.7482743,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","EoS":false} {"level":"info","ts":1785406502.7482884,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb"} {"level":"info","ts":1785406502.748318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb","EoS":true} {"level":"info","ts":1785406502.7483263,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be2f39d5-58d8-413c-a856-b86c2f472fdb"} {"level":"info","ts":1785406518.0897884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406518.0898817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7"} {"level":"info","ts":1785406518.0898979,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7"} {"level":"info","ts":1785406518.0899162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","EoS":true} {"level":"info","ts":1785406518.089946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","header":"x-maas-group"} {"level":"info","ts":1785406518.0899575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","header":"x-maas-username"} {"level":"info","ts":1785406518.089965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","header":"x-maas-subscription"} {"level":"info","ts":1785406518.0899792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406518.0900118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7"} {"level":"info","ts":1785406518.0909111,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7"} {"level":"info","ts":1785406518.0909328,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7"} {"level":"info","ts":1785406518.0909483,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","EoS":false} {"level":"info","ts":1785406518.0909622,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7"} {"level":"info","ts":1785406518.0909872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7","EoS":true} {"level":"info","ts":1785406518.0909972,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09709872-5c2e-4080-85ae-e6ac9bc556c7"} {"level":"info","ts":1785406885.3825822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406885.3826642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5"} {"level":"info","ts":1785406885.3826725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5"} {"level":"info","ts":1785406885.3826845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","EoS":true} {"level":"info","ts":1785406885.3827102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","header":"x-maas-subscription"} {"level":"info","ts":1785406885.3827202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","header":"x-maas-username"} {"level":"info","ts":1785406885.3827252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","header":"x-maas-group"} {"level":"info","ts":1785406885.3827386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785406885.3827631,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5"} {"level":"info","ts":1785406885.3858979,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5"} {"level":"info","ts":1785406885.3859317,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5"} {"level":"info","ts":1785406885.3859499,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","EoS":false} {"level":"info","ts":1785406885.3859665,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5"} {"level":"info","ts":1785406885.3859997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5","EoS":true} {"level":"info","ts":1785406885.3860075,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f0f2e97e-7d6b-44bd-93df-7efa857674d5"} {"level":"info","ts":1785406890.194834,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d07e7a6d-2090-40cb-b470-7e83cbbe3b2c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785406890.1951752,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36308.229158721,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.1952026,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.248654,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.2952101,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d07e7a6d-2090-40cb-b470-7e83cbbe3b2c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785406890.312385,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03f9971a-7826-414f-b1f7-1bf8886c9032","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785406890.3123908,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17decb23-8ccd-4dc9-93a1-b80882f50d17"} {"level":"info","ts":1785406890.31243,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03f9971a-7826-414f-b1f7-1bf8886c9032","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785406890.319712,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6adf5ed0-86d7-4717-ab3e-09130a226a04","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785406890.3197505,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6adf5ed0-86d7-4717-ab3e-09130a226a04","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785406890.3200688,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38751.165633865,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.3200939,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.3278391,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.4211063,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17decb23-8ccd-4dc9-93a1-b80882f50d17","name":"e2e-external-provider"} {"level":"info","ts":1785406890.4266217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d651087-13d8-4a6d-a684-9ff6ab38f43c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.426668,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d651087-13d8-4a6d-a684-9ff6ab38f43c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785406890.4266455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8cbb65a-feea-4882-9c8f-64d9a71b83e0"} {"level":"info","ts":1785406890.432041,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17decb23-8ccd-4dc9-93a1-b80882f50d17","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785406890.4359,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8cbb65a-feea-4882-9c8f-64d9a71b83e0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785406890.4359229,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9be02ef4-310b-466b-bcde-ecf5b10be3ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.4359572,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9be02ef4-310b-466b-bcde-ecf5b10be3ae","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785406890.4407008,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17decb23-8ccd-4dc9-93a1-b80882f50d17","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785406890.4410994,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8cbb65a-feea-4882-9c8f-64d9a71b83e0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.4411876,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49e22232-bc50-463a-8c2c-73e34ad35ade"} {"level":"info","ts":1785406890.4412138,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49e22232-bc50-463a-8c2c-73e34ad35ade","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785406890.4411848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c89edb5-f06d-4f6e-b8dd-e4c469deabe6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.4413228,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c89edb5-f06d-4f6e-b8dd-e4c469deabe6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785406890.4472668,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49e22232-bc50-463a-8c2c-73e34ad35ade","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.4503033,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17decb23-8ccd-4dc9-93a1-b80882f50d17","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785406890.4557083,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51894a3f-b5f4-4ded-87f5-19be72bd46e3"} {"level":"info","ts":1785406890.4557657,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51894a3f-b5f4-4ded-87f5-19be72bd46e3","name":"e2e-external-provider"} {"level":"info","ts":1785406890.4559913,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e49a6dc6-c8e9-4319-aaa6-92fc052a91cb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785406890.456064,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e49a6dc6-c8e9-4319-aaa6-92fc052a91cb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785406890.4561183,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1baac42f-87b0-4135-96c3-40dd8fa8e4da"} {"level":"info","ts":1785406890.4561603,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86e03405-fd7d-4180-a900-b8e067fb2aaa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.4564035,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35520.967005318,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.456421,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.456449,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86e03405-fd7d-4180-a900-b8e067fb2aaa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785406890.4633946,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785406890.4652853,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51894a3f-b5f4-4ded-87f5-19be72bd46e3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785406890.4689667,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51894a3f-b5f4-4ded-87f5-19be72bd46e3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.4690855,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7bad190-8d48-48a3-8012-487b92f78cd8"} {"level":"info","ts":1785406890.4691315,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7bad190-8d48-48a3-8012-487b92f78cd8","name":"e2e-external-provider"} {"level":"info","ts":1785406890.4784875,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7bad190-8d48-48a3-8012-487b92f78cd8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785406890.5569541,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1baac42f-87b0-4135-96c3-40dd8fa8e4da","name":"e2e-external-model"} {"level":"info","ts":1785406890.573322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f46e2196-7f43-4204-a054-6205c4af6955","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785406890.5733242,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1baac42f-87b0-4135-96c3-40dd8fa8e4da","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.5733616,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f46e2196-7f43-4204-a054-6205c4af6955","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785406890.5734034,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c76707c-12a0-4f04-9e1c-d3a1d37288be"} {"level":"info","ts":1785406890.5734584,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c76707c-12a0-4f04-9e1c-d3a1d37288be","name":"e2e-external-model"} {"level":"error","ts":1785406890.5882,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c76707c-12a0-4f04-9e1c-d3a1d37288be","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406890.5882828,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54563884-b24a-476d-873c-d97c69a8ef5b"} {"level":"info","ts":1785406890.5883017,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e181636-2d79-4556-a865-a1ec0c55afab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.5883334,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54563884-b24a-476d-873c-d97c69a8ef5b","name":"e2e-external-model"} {"level":"info","ts":1785406890.5883362,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e181636-2d79-4556-a865-a1ec0c55afab","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785406890.5963056,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54563884-b24a-476d-873c-d97c69a8ef5b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785406890.6033633,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4a8b6cb-c293-4b96-8741-a69389512bfd"} {"level":"info","ts":1785406890.6034544,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4a8b6cb-c293-4b96-8741-a69389512bfd","name":"e2e-external-model"} {"level":"info","ts":1785406890.6033723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33b0b4f9-f8a9-4b90-abbe-fdfc754cc115","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406890.6035097,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33b0b4f9-f8a9-4b90-abbe-fdfc754cc115","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785406890.6113021,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4a8b6cb-c293-4b96-8741-a69389512bfd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785406912.8913586,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406912.89144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908"} {"level":"info","ts":1785406912.8914497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908"} {"level":"info","ts":1785406912.8914661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","EoS":true} {"level":"info","ts":1785406912.8914964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","header":"x-maas-group"} {"level":"info","ts":1785406912.8915067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","header":"x-maas-username"} {"level":"info","ts":1785406912.891512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","header":"x-maas-subscription"} {"level":"info","ts":1785406912.8915262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785406912.8915334,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","modelName":"e2e-external-model"} {"level":"info","ts":1785406912.8915558,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785406912.8915977,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785406912.8916135,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","authType":"apikey"} {"level":"info","ts":1785406912.8916466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908"} {"level":"info","ts":1785406912.9808097,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908"} {"level":"info","ts":1785406912.9808395,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908"} {"level":"info","ts":1785406912.980857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","EoS":false} {"level":"info","ts":1785406912.9808717,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908"} {"level":"info","ts":1785406912.9808953,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908","EoS":true} {"level":"info","ts":1785406912.9809017,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e3aca43f-88e8-454b-93d8-bc174ca9a908"} {"level":"info","ts":1785406913.110847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a385ca80-acba-44da-bba0-eed8f454392b"} {"level":"info","ts":1785406913.1108623,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5986c311-04f5-49bd-83d2-26e306f1ed0b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406913.1109006,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5986c311-04f5-49bd-83d2-26e306f1ed0b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785406913.118909,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3df91b7-8442-4204-899b-fd269d38e356","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406913.1189535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3df91b7-8442-4204-899b-fd269d38e356","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785406913.1202595,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a385ca80-acba-44da-bba0-eed8f454392b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406913.1203272,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a385ca80-acba-44da-bba0-eed8f454392b","name":"e2e-cleanup-test"} {"level":"info","ts":1785406913.145878,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e616755-d33c-4ed3-b657-77b13f26628b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406913.14598,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e616755-d33c-4ed3-b657-77b13f26628b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785406913.14983,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a385ca80-acba-44da-bba0-eed8f454392b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785406913.1498895,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a385ca80-acba-44da-bba0-eed8f454392b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406913.1500561,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bf1faa0-c699-4d4c-ba8a-b195815742e3"} {"level":"info","ts":1785406913.1501994,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bf1faa0-c699-4d4c-ba8a-b195815742e3","name":"e2e-cleanup-test"} {"level":"info","ts":1785406913.1626885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"043997ae-3120-4c5f-8d34-452f163923fd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406913.162747,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"043997ae-3120-4c5f-8d34-452f163923fd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785406913.1639314,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bf1faa0-c699-4d4c-ba8a-b195815742e3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785406913.163981,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9bf1faa0-c699-4d4c-ba8a-b195815742e3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785406913.1640704,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e434d829-0f61-40e7-b826-918c96fbe8a6"} {"level":"info","ts":1785406913.164129,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e434d829-0f61-40e7-b826-918c96fbe8a6","name":"e2e-cleanup-test"} {"level":"info","ts":1785406913.174647,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e434d829-0f61-40e7-b826-918c96fbe8a6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785406913.1833627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff2dae93-14b2-4c6c-874f-ab020ff1185e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406913.1834073,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff2dae93-14b2-4c6c-874f-ab020ff1185e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785406913.1835022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d919b2f3-f055-4a4e-888f-7955cd0027a0"} {"level":"info","ts":1785406913.183573,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d919b2f3-f055-4a4e-888f-7955cd0027a0","name":"e2e-cleanup-test"} {"level":"info","ts":1785406913.1925898,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d919b2f3-f055-4a4e-888f-7955cd0027a0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785406921.3771439,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fb19d7d-14dc-48ec-bd5c-b2d059af2ad8"} {"level":"info","ts":1785406921.3771439,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fea2a5b3-b258-48b5-9ece-5f1e8e7e39b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406921.3772125,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fea2a5b3-b258-48b5-9ece-5f1e8e7e39b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785406925.693619,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406925.6936958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab"} {"level":"info","ts":1785406925.6937122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab"} {"level":"info","ts":1785406925.6937287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab","EoS":true} {"level":"info","ts":1785406925.6937673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785406925.6938024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0851fc4-beb8-4663-b246-e934b2f4aaab"} {"level":"info","ts":1785406925.7334132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406925.733494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72"} {"level":"info","ts":1785406925.733509,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72"} {"level":"info","ts":1785406925.7335217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","EoS":true} {"level":"info","ts":1785406925.7335446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","header":"x-maas-subscription"} {"level":"info","ts":1785406925.7335548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","header":"x-maas-group"} {"level":"info","ts":1785406925.73356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","header":"x-maas-username"} {"level":"info","ts":1785406925.7335715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785406925.7335782,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","modelName":"e2e-external-model"} {"level":"info","ts":1785406925.7335901,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785406925.7336113,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785406925.733627,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","authType":"apikey"} {"level":"info","ts":1785406925.73365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72"} {"level":"info","ts":1785406925.8214931,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72"} {"level":"info","ts":1785406925.82152,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72"} {"level":"info","ts":1785406925.8215363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","EoS":false} {"level":"info","ts":1785406925.8215494,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72"} {"level":"info","ts":1785406925.821572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72","EoS":true} {"level":"info","ts":1785406925.8215797,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aec2bc7c-e2fe-4193-bd78-320f2faddd72"} {"level":"info","ts":1785406925.8615813,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406925.861644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439"} {"level":"info","ts":1785406925.8616524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439"} {"level":"info","ts":1785406925.8616638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","EoS":true} {"level":"info","ts":1785406925.8616884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","header":"x-maas-username"} {"level":"info","ts":1785406925.8616982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","header":"x-maas-group"} {"level":"info","ts":1785406925.8617039,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","header":"x-maas-subscription"} {"level":"info","ts":1785406925.8617163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785406925.861738,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439"} {"level":"info","ts":1785406925.9069836,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439"} {"level":"info","ts":1785406925.907015,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439"} {"level":"info","ts":1785406925.9070606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","EoS":false} {"level":"info","ts":1785406925.9070776,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439"} {"level":"info","ts":1785406925.9071064,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439","EoS":true} {"level":"info","ts":1785406925.9071157,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ad00bce-ce74-4a52-aea5-7b08cf1ae439"} {"level":"info","ts":1785406925.943024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785406925.943123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8"} {"level":"info","ts":1785406925.9431386,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8"} {"level":"info","ts":1785406925.9431517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8","EoS":true} {"level":"info","ts":1785406925.9431767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8","header":"x-maas-username"} {"level":"info","ts":1785406925.943187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8","header":"x-maas-subscription"} {"level":"info","ts":1785406925.9431922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8","header":"x-maas-group"} {"level":"info","ts":1785406925.9432216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8"} {"level":"info","ts":1785406925.9853325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8"} {"level":"info","ts":1785406925.9853597,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8"} {"level":"info","ts":1785406925.9853814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8","EoS":false} {"level":"info","ts":1785406925.985398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8"} {"level":"info","ts":1785406925.9854271,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8","EoS":true} {"level":"info","ts":1785406925.9854348,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d6f04bdb-6486-4654-9561-eccd4e92f8f8"} {"level":"info","ts":1785406926.9078522,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48a92ce4-0603-43a6-94a6-95497cef87bf"} {"level":"info","ts":1785406926.907855,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92c7339d-5dca-4c67-bb48-bca863528aa2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406926.9079125,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92c7339d-5dca-4c67-bb48-bca863528aa2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785406927.0583699,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"582ba722-34e6-4cdb-98e1-a43c07e96dc8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785406927.0584033,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e2f2722-eec8-4638-9fe5-1ce299d32ca9"} {"level":"info","ts":1785406927.0584126,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"582ba722-34e6-4cdb-98e1-a43c07e96dc8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785406927.1802175,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6b4d7dc3-50d5-4e02-85d7-5dd24955aaad","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785406927.180341,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6b4d7dc3-50d5-4e02-85d7-5dd24955aaad","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785408633.0568614,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785408633.0569513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8fbe071-ba90-4d7d-9046-1e73fbcdcb11"} {"level":"info","ts":1785408710.5755718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785408710.5756466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e"} {"level":"info","ts":1785408710.5756564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e"} {"level":"info","ts":1785408710.5756679,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","EoS":true} {"level":"info","ts":1785408710.5756953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","header":"x-maas-username"} {"level":"info","ts":1785408710.5757072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","header":"x-maas-subscription"} {"level":"info","ts":1785408710.575712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","header":"x-maas-group"} {"level":"info","ts":1785408710.5757265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785408710.5757525,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e"} {"level":"info","ts":1785408710.5767438,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e"} {"level":"info","ts":1785408710.5767667,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e"} {"level":"info","ts":1785408710.5767872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","EoS":false} {"level":"info","ts":1785408710.5768025,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e"} {"level":"info","ts":1785408710.5768335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e","EoS":true} {"level":"info","ts":1785408710.5768435,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"04676d87-2920-46a8-a4e4-f7df3538200e"}