{"level":"info","ts":1785856967.3578064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b","header":"x-maas-subscription"} {"level":"info","ts":1785856967.357816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b","header":"x-maas-group"} {"level":"info","ts":1785856967.357835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856967.35787,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b"} {"level":"info","ts":1785856967.358834,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b"} {"level":"info","ts":1785856967.3588533,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b"} {"level":"info","ts":1785856967.3588688,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b","EoS":false} {"level":"info","ts":1785856967.358881,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b"} {"level":"info","ts":1785856967.3589056,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b","EoS":true} {"level":"info","ts":1785856967.3589158,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b"} {"level":"info","ts":1785856967.4926717,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856967.492741,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad"} {"level":"info","ts":1785856967.492752,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad"} {"level":"info","ts":1785856967.4927628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","EoS":true} {"level":"info","ts":1785856967.492785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","header":"x-maas-username"} {"level":"info","ts":1785856967.492795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","header":"x-maas-group"} {"level":"info","ts":1785856967.4928005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","header":"x-maas-subscription"} {"level":"info","ts":1785856967.4928126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856967.492834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad"} {"level":"info","ts":1785856967.4937246,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad"} {"level":"info","ts":1785856967.4937499,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad"} {"level":"info","ts":1785856967.4937742,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","EoS":false} {"level":"info","ts":1785856967.4937913,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad"} {"level":"info","ts":1785856967.4938183,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","EoS":true} {"level":"info","ts":1785856967.4938276,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad"} {"level":"info","ts":1785856967.631274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856967.6313593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71"} {"level":"info","ts":1785856967.6313717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71"} {"level":"info","ts":1785856967.6313832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","EoS":true} {"level":"info","ts":1785856967.631404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","header":"x-maas-username"} {"level":"info","ts":1785856967.631414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","header":"x-maas-subscription"} {"level":"info","ts":1785856967.6314201,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","header":"x-maas-group"} {"level":"info","ts":1785856967.6314328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856967.631457,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71"} {"level":"info","ts":1785856967.6323738,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71"} {"level":"info","ts":1785856967.6323943,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71"} {"level":"info","ts":1785856967.6324165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","EoS":false} {"level":"info","ts":1785856967.6324294,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71"} {"level":"info","ts":1785856967.6324606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","EoS":true} {"level":"info","ts":1785856967.6324697,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71"} {"level":"info","ts":1785856967.7700927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856967.7701533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929"} {"level":"info","ts":1785856967.7701633,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929"} {"level":"info","ts":1785856967.7701735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","EoS":true} {"level":"info","ts":1785856967.7701933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","header":"x-maas-subscription"} {"level":"info","ts":1785856967.7702038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","header":"x-maas-group"} {"level":"info","ts":1785856967.7702088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","header":"x-maas-username"} {"level":"info","ts":1785856967.7702208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856967.7702415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929"} {"level":"info","ts":1785856967.7711082,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929"} {"level":"info","ts":1785856967.771125,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929"} {"level":"info","ts":1785856967.7711394,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","EoS":false} {"level":"info","ts":1785856967.7711506,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929"} {"level":"info","ts":1785856967.7711725,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","EoS":true} {"level":"info","ts":1785856967.7711806,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929"} {"level":"info","ts":1785857001.82118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857001.821255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1"} {"level":"info","ts":1785857001.8212683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1"} {"level":"info","ts":1785857001.82128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","EoS":true} {"level":"info","ts":1785857001.8213243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","header":"x-maas-subscription"} {"level":"info","ts":1785857001.8213387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","header":"x-maas-group"} {"level":"info","ts":1785857001.8213475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","header":"x-maas-username"} {"level":"info","ts":1785857001.8213649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857001.821394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1"} {"level":"info","ts":1785857001.8238955,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1"} {"level":"info","ts":1785857001.8239157,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1"} {"level":"info","ts":1785857001.8239322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","EoS":false} {"level":"info","ts":1785857001.8239443,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1"} {"level":"info","ts":1785857001.8239727,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","EoS":true} {"level":"info","ts":1785857001.8239808,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1"} {"level":"info","ts":1785857001.8623378,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857001.8624184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901"} {"level":"info","ts":1785857001.8624449,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901"} {"level":"info","ts":1785857001.8624625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","EoS":true} {"level":"info","ts":1785857001.8625486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","header":"x-maas-subscription"} {"level":"info","ts":1785857001.8625653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","header":"x-maas-group"} {"level":"info","ts":1785857001.8625746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","header":"x-maas-username"} {"level":"info","ts":1785857001.8625917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857001.862624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901"} {"level":"info","ts":1785857001.863531,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901"} {"level":"info","ts":1785857001.8635504,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901"} {"level":"info","ts":1785857001.8635652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","EoS":false} {"level":"info","ts":1785857001.8635767,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901"} {"level":"info","ts":1785857001.863602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","EoS":true} {"level":"info","ts":1785857001.86361,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901"} {"level":"info","ts":1785857001.9670117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857001.9670625,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8bef9a3-bd8b-4507-9c94-cd40984fa01e"} {"level":"info","ts":1785857001.96777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8bef9a3-bd8b-4507-9c94-cd40984fa01e"} {"level":"info","ts":1785857001.9677868,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a8bef9a3-bd8b-4507-9c94-cd40984fa01e"} {"level":"info","ts":1785857001.967805,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8bef9a3-bd8b-4507-9c94-cd40984fa01e","EoS":false} {"level":"info","ts":1785857001.9678197,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8bef9a3-bd8b-4507-9c94-cd40984fa01e"} {"level":"info","ts":1785857001.9678438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8bef9a3-bd8b-4507-9c94-cd40984fa01e","EoS":true} {"level":"info","ts":1785857001.9678533,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8bef9a3-bd8b-4507-9c94-cd40984fa01e"} {"level":"info","ts":1785857006.5979187,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857006.597983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480"} {"level":"info","ts":1785857006.5979936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480"} {"level":"info","ts":1785857006.5980053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","EoS":true} {"level":"info","ts":1785857006.598027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","header":"x-maas-subscription"} {"level":"info","ts":1785857006.5980375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","header":"x-maas-username"} {"level":"info","ts":1785857006.598043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","header":"x-maas-group"} {"level":"info","ts":1785857006.5980558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857006.598114,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480"} {"level":"info","ts":1785857006.5990279,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480"} {"level":"info","ts":1785857006.5990472,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480"} {"level":"info","ts":1785857006.5990639,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","EoS":false} {"level":"info","ts":1785857006.5990775,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480"} {"level":"info","ts":1785857006.5991018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","EoS":true} {"level":"info","ts":1785857006.5991096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480"} {"level":"info","ts":1785857017.2241623,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857017.2242403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5"} {"level":"info","ts":1785857017.2242525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5"} {"level":"info","ts":1785857017.2242646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","EoS":true} {"level":"info","ts":1785857017.2243083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","header":"x-maas-subscription"} {"level":"info","ts":1785857017.2243178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","header":"x-maas-username"} {"level":"info","ts":1785857017.2243228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","header":"x-maas-group"} {"level":"info","ts":1785857017.2243383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785857017.2243736,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5"} {"level":"info","ts":1785857017.226573,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5"} {"level":"info","ts":1785857017.2265956,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5"} {"level":"info","ts":1785857017.2266145,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","EoS":false} {"level":"info","ts":1785857017.22663,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5"} {"level":"info","ts":1785857017.226662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","EoS":true} {"level":"info","ts":1785857017.2266715,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5"} {"level":"info","ts":1785857030.109475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857030.1095448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07"} {"level":"info","ts":1785857030.1095538,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07"} {"level":"info","ts":1785857030.109566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","EoS":true} {"level":"info","ts":1785857030.1095884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","header":"x-maas-subscription"} {"level":"info","ts":1785857030.109599,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","header":"x-maas-group"} {"level":"info","ts":1785857030.1096048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","header":"x-maas-username"} {"level":"info","ts":1785857030.1096187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857030.1096458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07"} {"level":"info","ts":1785857030.110517,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07"} {"level":"info","ts":1785857030.1105378,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07"} {"level":"info","ts":1785857030.1105525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","EoS":false} {"level":"info","ts":1785857030.1105652,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07"} {"level":"info","ts":1785857030.1105943,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","EoS":true} {"level":"info","ts":1785857030.110605,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07"} {"level":"info","ts":1785857038.6417825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857038.6418505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd"} {"level":"info","ts":1785857038.641863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd"} {"level":"info","ts":1785857038.641876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","EoS":true} {"level":"info","ts":1785857038.6418984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","header":"x-maas-group"} {"level":"info","ts":1785857038.6419086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","header":"x-maas-subscription"} {"level":"info","ts":1785857038.641915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","header":"x-maas-username"} {"level":"info","ts":1785857038.641929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857038.6419497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd"} {"level":"info","ts":1785857038.6427581,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd"} {"level":"info","ts":1785857038.6427815,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd"} {"level":"info","ts":1785857038.6427994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","EoS":false} {"level":"info","ts":1785857038.6428142,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd"} {"level":"info","ts":1785857038.6428418,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","EoS":true} {"level":"info","ts":1785857038.642854,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd"} {"level":"info","ts":1785857047.5369444,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857047.537015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d"} {"level":"info","ts":1785857047.5370276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d"} {"level":"info","ts":1785857047.5370395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","EoS":true} {"level":"info","ts":1785857047.537065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","header":"x-maas-username"} {"level":"info","ts":1785857047.5370753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","header":"x-maas-subscription"} {"level":"info","ts":1785857047.537081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","header":"x-maas-group"} {"level":"info","ts":1785857047.537095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857047.537117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d"} {"level":"info","ts":1785857047.5378873,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d"} {"level":"info","ts":1785857047.537899,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d"} {"level":"info","ts":1785857047.5379114,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","EoS":false} {"level":"info","ts":1785857047.5379214,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d"} {"level":"info","ts":1785857047.537947,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","EoS":true} {"level":"info","ts":1785857047.5379543,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d"} {"level":"info","ts":1785857080.1820788,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857080.1821804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747"} {"level":"info","ts":1785857080.1821957,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747"} {"level":"info","ts":1785857080.1822088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","EoS":true} {"level":"info","ts":1785857080.1822326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","header":"x-maas-group"} {"level":"info","ts":1785857080.1822422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","header":"x-maas-username"} {"level":"info","ts":1785857080.1822472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","header":"x-maas-subscription"} {"level":"info","ts":1785857080.182261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785857080.1822872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747"} {"level":"info","ts":1785857080.1831982,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747"} {"level":"info","ts":1785857080.18322,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747"} {"level":"info","ts":1785857080.1832395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","EoS":false} {"level":"info","ts":1785857080.183254,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747"} {"level":"info","ts":1785857080.183281,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","EoS":true} {"level":"info","ts":1785857080.1833096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747"} {"level":"info","ts":1785857124.496561,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857124.4966419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa"} {"level":"info","ts":1785857124.4966536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa"} {"level":"info","ts":1785857124.4966645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","EoS":true} {"level":"info","ts":1785857124.496691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","header":"x-maas-subscription"} {"level":"info","ts":1785857124.496699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","header":"x-maas-username"} {"level":"info","ts":1785857124.4967043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","header":"x-maas-group"} {"level":"info","ts":1785857124.496719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785857124.496797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa"} {"level":"info","ts":1785857124.498168,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa"} {"level":"info","ts":1785857124.4981914,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa"} {"level":"info","ts":1785857124.4982078,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","EoS":false} {"level":"info","ts":1785857124.4982226,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa"} {"level":"info","ts":1785857124.4982517,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","EoS":true} {"level":"info","ts":1785857124.49826,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa"} {"level":"info","ts":1785857170.2239885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857170.2240717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"205190d9-762b-406b-b677-737a40faa10b"} {"level":"info","ts":1785857170.2240806,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"205190d9-762b-406b-b677-737a40faa10b"} {"level":"info","ts":1785857170.224092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","EoS":true} {"level":"info","ts":1785857170.2241218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","header":"x-maas-username"} {"level":"info","ts":1785857170.2241318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","header":"x-maas-group"} {"level":"info","ts":1785857170.2241375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","header":"x-maas-subscription"} {"level":"info","ts":1785857170.2241528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857170.2241812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"205190d9-762b-406b-b677-737a40faa10b"} {"level":"info","ts":1785857170.2265017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"205190d9-762b-406b-b677-737a40faa10b"} {"level":"info","ts":1785857170.2265282,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"205190d9-762b-406b-b677-737a40faa10b"} {"level":"info","ts":1785857170.2265458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","EoS":false} {"level":"info","ts":1785857170.2265587,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"205190d9-762b-406b-b677-737a40faa10b"} {"level":"info","ts":1785857170.2265856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","EoS":true} {"level":"info","ts":1785857170.2265964,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"205190d9-762b-406b-b677-737a40faa10b"} {"level":"info","ts":1785857179.649221,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857179.6493108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6"} {"level":"info","ts":1785857179.64932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6"} {"level":"info","ts":1785857179.649332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","EoS":true} {"level":"info","ts":1785857179.649357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","header":"x-maas-group"} {"level":"info","ts":1785857179.6493676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","header":"x-maas-username"} {"level":"info","ts":1785857179.6493726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","header":"x-maas-subscription"} {"level":"info","ts":1785857179.6493874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857179.6494122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6"} {"level":"info","ts":1785857179.6513994,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6"} {"level":"info","ts":1785857179.6514251,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6"} {"level":"info","ts":1785857179.6514425,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","EoS":false} {"level":"info","ts":1785857179.651457,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6"} {"level":"info","ts":1785857179.651485,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","EoS":true} {"level":"info","ts":1785857179.6514978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6"} {"level":"info","ts":1785857179.6915188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857179.6915822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466"} {"level":"info","ts":1785857179.6915932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466"} {"level":"info","ts":1785857179.6916037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","EoS":true} {"level":"info","ts":1785857179.6916273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","header":"x-maas-subscription"} {"level":"info","ts":1785857179.6916368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","header":"x-maas-group"} {"level":"info","ts":1785857179.6916428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","header":"x-maas-username"} {"level":"info","ts":1785857179.6916559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857179.691679,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466"} {"level":"info","ts":1785857179.692586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466"} {"level":"info","ts":1785857179.6926093,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466"} {"level":"info","ts":1785857179.692627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","EoS":false} {"level":"info","ts":1785857179.6926425,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466"} {"level":"info","ts":1785857179.6926696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","EoS":true} {"level":"info","ts":1785857179.692686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466"} {"level":"info","ts":1785857198.8542182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857198.8543224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"705d1046-11af-4416-9822-d28879a10de9"} {"level":"info","ts":1785857198.854336,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"705d1046-11af-4416-9822-d28879a10de9"} {"level":"info","ts":1785857198.8543477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","EoS":true} {"level":"info","ts":1785857198.8543735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","header":"x-maas-group"} {"level":"info","ts":1785857198.8543837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","header":"x-maas-subscription"} {"level":"info","ts":1785857198.854389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","header":"x-maas-username"} {"level":"info","ts":1785857198.8544033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857198.8544266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"705d1046-11af-4416-9822-d28879a10de9"} {"level":"info","ts":1785857198.8551924,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"705d1046-11af-4416-9822-d28879a10de9"} {"level":"info","ts":1785857198.8552125,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"705d1046-11af-4416-9822-d28879a10de9"} {"level":"info","ts":1785857198.855228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","EoS":false} {"level":"info","ts":1785857198.8552403,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"705d1046-11af-4416-9822-d28879a10de9"} {"level":"info","ts":1785857198.8552687,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","EoS":true} {"level":"info","ts":1785857198.8552809,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"705d1046-11af-4416-9822-d28879a10de9"} {"level":"info","ts":1785857392.0904438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857392.0905304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a"} {"level":"info","ts":1785857392.0905416,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a"} {"level":"info","ts":1785857392.0905538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","EoS":true} {"level":"info","ts":1785857392.0905783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","header":"x-maas-group"} {"level":"info","ts":1785857392.0905898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","header":"x-maas-subscription"} {"level":"info","ts":1785857392.0905955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","header":"x-maas-username"} {"level":"info","ts":1785857392.0906096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785857392.0906365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a"} {"level":"info","ts":1785857392.0935268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a"} {"level":"info","ts":1785857392.093547,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a"} {"level":"info","ts":1785857392.0935621,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","EoS":false} {"level":"info","ts":1785857392.0935762,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a"} {"level":"info","ts":1785857392.093599,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","EoS":true} {"level":"info","ts":1785857392.0936077,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a"} {"level":"info","ts":1785857444.2244954,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857444.2245636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836"} {"level":"info","ts":1785857444.2245755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836"} {"level":"info","ts":1785857444.2245874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","EoS":true} {"level":"info","ts":1785857444.2246091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","header":"x-maas-group"} {"level":"info","ts":1785857444.2246208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","header":"x-maas-subscription"} {"level":"info","ts":1785857444.2246258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","header":"x-maas-username"} {"level":"info","ts":1785857444.224639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857444.224666,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836"} {"level":"info","ts":1785857444.225464,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836"} {"level":"info","ts":1785857444.225479,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836"} {"level":"info","ts":1785857444.225494,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","EoS":false} {"level":"info","ts":1785857444.225506,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836"} {"level":"info","ts":1785857444.2255292,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","EoS":true} {"level":"info","ts":1785857444.225539,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836"} {"level":"info","ts":1785857459.4981463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857459.498235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53"} {"level":"info","ts":1785857459.4982462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53"} {"level":"info","ts":1785857459.498258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","EoS":true} {"level":"info","ts":1785857459.498313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","header":"x-maas-username"} {"level":"info","ts":1785857459.4983304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","header":"x-maas-subscription"} {"level":"info","ts":1785857459.4983373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","header":"x-maas-group"} {"level":"info","ts":1785857459.4983554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857459.4983833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53"} {"level":"info","ts":1785857459.4992106,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53"} {"level":"info","ts":1785857459.499235,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53"} {"level":"info","ts":1785857459.4992545,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","EoS":false} {"level":"info","ts":1785857459.499265,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53"} {"level":"info","ts":1785857459.4993122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","EoS":true} {"level":"info","ts":1785857459.4993262,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53"} {"level":"info","ts":1785857815.7100937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857815.7101932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d"} {"level":"info","ts":1785857815.7102072,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d"} {"level":"info","ts":1785857815.7102253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","EoS":true} {"level":"info","ts":1785857815.7102518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","header":"x-maas-group"} {"level":"info","ts":1785857815.7102623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","header":"x-maas-subscription"} {"level":"info","ts":1785857815.7102683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","header":"x-maas-username"} {"level":"info","ts":1785857815.710281,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857815.7103221,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d"} {"level":"info","ts":1785857815.7112477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d"} {"level":"info","ts":1785857815.711266,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d"} {"level":"info","ts":1785857815.711281,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","EoS":false} {"level":"info","ts":1785857815.711312,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d"} {"level":"info","ts":1785857815.7113395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","EoS":true} {"level":"info","ts":1785857815.711348,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d"} {"level":"info","ts":1785857820.5105991,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"659dc2f8-6f82-43ce-8414-c88cb81b6a3c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785857820.5109675,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35273.205142797,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.5110078,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.5563455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.611201,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"659dc2f8-6f82-43ce-8414-c88cb81b6a3c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785857820.6329706,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51fa8eb5-5094-48ad-958f-9eb15c52b7e3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785857820.633009,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51fa8eb5-5094-48ad-958f-9eb15c52b7e3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785857820.6330223,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0829cd12-0d25-4ae5-9ddb-8547788cd7d8"} {"level":"info","ts":1785857820.6416569,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d28d5a2-a45b-4d04-b2eb-aaededc03ff3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785857820.6416807,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d28d5a2-a45b-4d04-b2eb-aaededc03ff3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785857820.6419203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32846.326634931,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.6419382,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.6513226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.7424228,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0829cd12-0d25-4ae5-9ddb-8547788cd7d8","name":"e2e-external-provider"} {"level":"info","ts":1785857820.7519484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1d7336a-366b-4ea0-94ea-9516da4c7f8c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.7519877,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1d7336a-366b-4ea0-94ea-9516da4c7f8c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.752001,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79c4040f-333c-4395-9db7-c48c14404ed0"} {"level":"info","ts":1785857820.7538328,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0829cd12-0d25-4ae5-9ddb-8547788cd7d8","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785857820.7614872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e049d9ff-a55e-42cb-b1bd-87bb10fcfbff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.7615182,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e049d9ff-a55e-42cb-b1bd-87bb10fcfbff","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.7615843,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79c4040f-333c-4395-9db7-c48c14404ed0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785857820.7667587,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0829cd12-0d25-4ae5-9ddb-8547788cd7d8","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785857820.773953,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79c4040f-333c-4395-9db7-c48c14404ed0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857820.774029,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11f570a4-c071-480e-ae89-e8b73418e564"} {"level":"info","ts":1785857820.7740922,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11f570a4-c071-480e-ae89-e8b73418e564","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785857820.7742236,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0829cd12-0d25-4ae5-9ddb-8547788cd7d8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785857820.7743578,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1451f6c0-0c93-42ff-8aaf-3c5b6fc4bc7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.7743979,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1451f6c0-0c93-42ff-8aaf-3c5b6fc4bc7b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785857820.7798178,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11f570a4-c071-480e-ae89-e8b73418e564","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857820.7798717,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fba6e83d-9725-4be2-b7fe-0132e0b9b9b1"} {"level":"info","ts":1785857820.7798932,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fba6e83d-9725-4be2-b7fe-0132e0b9b9b1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785857820.7807975,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f24aad2-13fc-42c0-8660-7efb3508beed","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785857820.7808099,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09602e07-0b52-46d2-9062-6ea14713dcee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.780826,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f24aad2-13fc-42c0-8660-7efb3508beed","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785857820.780832,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09602e07-0b52-46d2-9062-6ea14713dcee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.7812805,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91918d97-b40d-4bab-b44f-34528bf7de0f"} {"level":"info","ts":1785857820.7813547,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91918d97-b40d-4bab-b44f-34528bf7de0f","name":"e2e-external-provider"} {"level":"error","ts":1785857820.7887466,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fba6e83d-9725-4be2-b7fe-0132e0b9b9b1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857820.788808,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0e40e80-c949-4755-9e82-c51a5463e501"} {"level":"info","ts":1785857820.7889907,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36257.767917901,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.7890089,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.793262,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91918d97-b40d-4bab-b44f-34528bf7de0f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785857820.7961454,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.8894145,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0e40e80-c949-4755-9e82-c51a5463e501","name":"e2e-external-model"} {"level":"info","ts":1785857820.9021816,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0e40e80-c949-4755-9e82-c51a5463e501","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785857820.9116504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bdc402b-c900-4dd0-a0b7-1c4dba033d90","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.9116817,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bdc402b-c900-4dd0-a0b7-1c4dba033d90","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.9116561,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2c4fd13-3a35-4839-b70a-ebf3bdad64db"} {"level":"info","ts":1785857820.9117374,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2c4fd13-3a35-4839-b70a-ebf3bdad64db","name":"e2e-external-model"} {"level":"error","ts":1785857820.9300303,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2c4fd13-3a35-4839-b70a-ebf3bdad64db","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857820.9304206,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce79dd9d-8e72-44fc-99d4-c4ba9e617f19","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.9304602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce79dd9d-8e72-44fc-99d4-c4ba9e617f19","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.930484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"215fe056-2d8c-4eb3-9901-6488389e2073"} {"level":"info","ts":1785857820.9305246,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"215fe056-2d8c-4eb3-9901-6488389e2073","name":"e2e-external-model"} {"level":"info","ts":1785857820.940349,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"215fe056-2d8c-4eb3-9901-6488389e2073","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785857820.9488406,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4887417d-a45b-4dee-8adf-429981a5fa2d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.9488695,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4887417d-a45b-4dee-8adf-429981a5fa2d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.9492385,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52520caa-106f-4a2c-9c62-fde95a218c4b"} {"level":"info","ts":1785857820.9493482,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52520caa-106f-4a2c-9c62-fde95a218c4b","name":"e2e-external-model"} {"level":"info","ts":1785857820.960074,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52520caa-106f-4a2c-9c62-fde95a218c4b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785857843.3206687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857843.3207374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d"} {"level":"info","ts":1785857843.3207512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d"} {"level":"info","ts":1785857843.3207633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","EoS":true} {"level":"info","ts":1785857843.3207846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","header":"x-maas-username"} {"level":"info","ts":1785857843.3207967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","header":"x-maas-group"} {"level":"info","ts":1785857843.320803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","header":"x-maas-subscription"} {"level":"info","ts":1785857843.3208187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785857843.3208323,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","modelName":"e2e-external-model"} {"level":"info","ts":1785857843.3208432,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785857843.3208802,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785857843.3209007,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","authType":"apikey"} {"level":"info","ts":1785857843.3209362,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d"} {"level":"info","ts":1785857843.4192026,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d"} {"level":"info","ts":1785857843.4192274,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d"} {"level":"info","ts":1785857843.4192502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","EoS":false} {"level":"info","ts":1785857843.4192667,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d"} {"level":"info","ts":1785857843.4193292,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","EoS":true} {"level":"info","ts":1785857843.4193428,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d"} {"level":"info","ts":1785857843.5449831,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54018552-6062-41cd-bcb1-90484c515370"} {"level":"info","ts":1785857843.5450513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a08c0f7-cf3c-42a4-ae40-ff6425468dd6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857843.5451221,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a08c0f7-cf3c-42a4-ae40-ff6425468dd6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785857843.5542362,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edd3ef47-37f4-4d73-8c7a-781697f7d771","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857843.5542772,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edd3ef47-37f4-4d73-8c7a-781697f7d771","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785857843.5542393,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54018552-6062-41cd-bcb1-90484c515370","name":"e2e-cleanup-test"} {"level":"error","ts":1785857843.5923152,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54018552-6062-41cd-bcb1-90484c515370","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857843.5924098,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8de95080-b22f-49f3-a955-5b7a222b617b"} {"level":"info","ts":1785857843.5924673,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b974529-1b1e-4dec-b9e7-153915af299d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857843.5924919,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8de95080-b22f-49f3-a955-5b7a222b617b","name":"e2e-cleanup-test"} {"level":"info","ts":1785857843.5924997,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b974529-1b1e-4dec-b9e7-153915af299d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785857843.6030235,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8de95080-b22f-49f3-a955-5b7a222b617b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785857843.6098068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba6f1716-6d79-4fe2-bb2f-d4f0a7f9e4df"} {"level":"info","ts":1785857843.6098576,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba6f1716-6d79-4fe2-bb2f-d4f0a7f9e4df","name":"e2e-cleanup-test"} {"level":"info","ts":1785857843.609912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fae6c57a-60b2-4567-b8d2-7de95435a60a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857843.6099427,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fae6c57a-60b2-4567-b8d2-7de95435a60a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785857843.6206255,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba6f1716-6d79-4fe2-bb2f-d4f0a7f9e4df","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785857843.6259673,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba6f1716-6d79-4fe2-bb2f-d4f0a7f9e4df","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857843.6260529,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ee2aac6-efc3-4007-b22f-282e4b6c0178"} {"level":"info","ts":1785857843.6260965,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ee2aac6-efc3-4007-b22f-282e4b6c0178","name":"e2e-cleanup-test"} {"level":"info","ts":1785857843.6367006,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ee2aac6-efc3-4007-b22f-282e4b6c0178","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785857851.828587,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42cf3ed0-5f5e-4696-95dc-4a8c453929d3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857851.8286026,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84bc17fe-2857-4e4c-bfc9-f45246566b43"} {"level":"info","ts":1785857851.828626,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42cf3ed0-5f5e-4696-95dc-4a8c453929d3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857856.2449937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857856.2450783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158"} {"level":"info","ts":1785857856.2450943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158"} {"level":"info","ts":1785857856.2451131,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158","EoS":true} {"level":"info","ts":1785857856.2451546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785857856.2451828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158"} {"level":"info","ts":1785857856.2902305,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857856.2903378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076"} {"level":"info","ts":1785857856.2903547,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076"} {"level":"info","ts":1785857856.2903695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","EoS":true} {"level":"info","ts":1785857856.2903957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","header":"x-maas-group"} {"level":"info","ts":1785857856.2904067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","header":"x-maas-subscription"} {"level":"info","ts":1785857856.290413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","header":"x-maas-username"} {"level":"info","ts":1785857856.2904272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785857856.2904363,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","modelName":"e2e-external-model"} {"level":"info","ts":1785857856.2904503,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785857856.2904825,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785857856.2905014,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","authType":"apikey"} {"level":"info","ts":1785857856.290536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076"} {"level":"info","ts":1785857856.3856277,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076"} {"level":"info","ts":1785857856.3856566,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076"} {"level":"info","ts":1785857856.3856769,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","EoS":false} {"level":"info","ts":1785857856.385693,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076"} {"level":"info","ts":1785857856.385725,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","EoS":true} {"level":"info","ts":1785857856.385733,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076"} {"level":"info","ts":1785857856.4244936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857856.42457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292"} {"level":"info","ts":1785857856.4245815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292"} {"level":"info","ts":1785857856.4245949,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","EoS":true} {"level":"info","ts":1785857856.4246244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","header":"x-maas-username"} {"level":"info","ts":1785857856.4246347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","header":"x-maas-subscription"} {"level":"info","ts":1785857856.4246402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","header":"x-maas-group"} {"level":"info","ts":1785857856.424654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785857856.4246817,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292"} {"level":"info","ts":1785857856.4706638,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292"} {"level":"info","ts":1785857856.470706,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292"} {"level":"info","ts":1785857856.470731,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","EoS":false} {"level":"info","ts":1785857856.4707513,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292"} {"level":"info","ts":1785857856.4707916,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","EoS":true} {"level":"info","ts":1785857856.470804,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292"} {"level":"info","ts":1785857856.5090265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857856.5091102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e"} {"level":"info","ts":1785857856.5091221,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e"} {"level":"info","ts":1785857856.5091345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e","EoS":true} {"level":"info","ts":1785857856.5091586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e","header":"x-maas-username"} {"level":"info","ts":1785857856.5091689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e","header":"x-maas-subscription"} {"level":"info","ts":1785857856.5091743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e","header":"x-maas-group"} {"level":"info","ts":1785857856.5092041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e"} {"level":"info","ts":1785857856.5563009,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e"} {"level":"info","ts":1785857856.556324,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e"} {"level":"info","ts":1785857856.5563402,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e","EoS":false} {"level":"info","ts":1785857856.5563529,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e"} {"level":"info","ts":1785857856.556378,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e","EoS":true} {"level":"info","ts":1785857856.5563834,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e"} {"level":"info","ts":1785857857.4109633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73f7c3b2-f229-4ddc-9126-0b5c34e6ea32","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857857.4110389,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73f7c3b2-f229-4ddc-9126-0b5c34e6ea32","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857857.410998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5269845c-1e29-4ea1-aa15-bf2b8d979111"} {"level":"info","ts":1785857857.60136,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5ce764a-55b4-48da-b717-f26296c22334","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785857857.6014118,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e5ce764a-55b4-48da-b717-f26296c22334","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785857857.6014278,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"424adbfc-45f0-4648-831f-ad91ec72a55c"} {"level":"info","ts":1785857857.7331488,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a6db51b7-b23b-4f91-9024-0ddc42d62030","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785857857.7331927,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a6db51b7-b23b-4f91-9024-0ddc42d62030","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785859537.337162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785859537.3372257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80c14b4a-ed48-4886-aab1-5b56f2d7f32c"} {"level":"info","ts":1785859617.2438893,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785859617.243996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30"} {"level":"info","ts":1785859617.244011,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30"} {"level":"info","ts":1785859617.2440317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","EoS":true} {"level":"info","ts":1785859617.2440724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","header":"x-maas-group"} {"level":"info","ts":1785859617.2440856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","header":"x-maas-subscription"} {"level":"info","ts":1785859617.2440934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","header":"x-maas-username"} {"level":"info","ts":1785859617.244113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785859617.2441506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30"} {"level":"info","ts":1785859617.2465136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30"} {"level":"info","ts":1785859617.2465386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30"} {"level":"info","ts":1785859617.2465599,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","EoS":false} {"level":"info","ts":1785859617.2465718,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30"} {"level":"info","ts":1785859617.2465997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","EoS":true} {"level":"info","ts":1785859617.2466073,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30"}