{"level":"info","ts":1785183707.3744648,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7"}
{"level":"info","ts":1785183707.3744845,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7"}
{"level":"info","ts":1785183707.3745282,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7","EoS":false}
{"level":"info","ts":1785183707.3745406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7","EoS":true}
{"level":"info","ts":1785183707.3745725,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7"}
{"level":"info","ts":1785183730.5168927,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183730.5169823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1"}
{"level":"info","ts":1785183730.5169964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1"}
{"level":"info","ts":1785183730.5170088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","EoS":true}
{"level":"info","ts":1785183730.5170424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","header":"x-maas-subscription"}
{"level":"info","ts":1785183730.5170546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","header":"x-maas-group"}
{"level":"info","ts":1785183730.5170598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","header":"x-maas-username"}
{"level":"info","ts":1785183730.5170746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183730.5171015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1"}
{"level":"info","ts":1785183730.5210643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1"}
{"level":"info","ts":1785183730.5210876,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1"}
{"level":"info","ts":1785183730.5211093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","EoS":false}
{"level":"info","ts":1785183730.5211265,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","EoS":true}
{"level":"info","ts":1785183730.5211687,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1"}
{"level":"info","ts":1785183730.6561608,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183730.656261,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e"}
{"level":"info","ts":1785183730.6562743,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e"}
{"level":"info","ts":1785183730.6562908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","EoS":true}
{"level":"info","ts":1785183730.6563153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","header":"x-maas-group"}
{"level":"info","ts":1785183730.656326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","header":"x-maas-subscription"}
{"level":"info","ts":1785183730.6563313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","header":"x-maas-username"}
{"level":"info","ts":1785183730.6563432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183730.6563716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e"}
{"level":"info","ts":1785183730.6573157,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e"}
{"level":"info","ts":1785183730.6573353,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e"}
{"level":"info","ts":1785183730.657352,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","EoS":false}
{"level":"info","ts":1785183730.6573644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","EoS":true}
{"level":"info","ts":1785183730.6573951,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e"}
{"level":"info","ts":1785183730.793762,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183730.7938378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14"}
{"level":"info","ts":1785183730.7938502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14"}
{"level":"info","ts":1785183730.793862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","EoS":true}
{"level":"info","ts":1785183730.7938905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","header":"x-maas-group"}
{"level":"info","ts":1785183730.793904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","header":"x-maas-username"}
{"level":"info","ts":1785183730.79391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","header":"x-maas-subscription"}
{"level":"info","ts":1785183730.7939231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183730.7939467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14"}
{"level":"info","ts":1785183730.7948706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14"}
{"level":"info","ts":1785183730.7948892,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14"}
{"level":"info","ts":1785183730.794904,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","EoS":false}
{"level":"info","ts":1785183730.7949169,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","EoS":true}
{"level":"info","ts":1785183730.7949538,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14"}
{"level":"info","ts":1785183730.9304173,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183730.9305053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df"}
{"level":"info","ts":1785183730.9305184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df"}
{"level":"info","ts":1785183730.9305367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","EoS":true}
{"level":"info","ts":1785183730.930575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","header":"x-maas-username"}
{"level":"info","ts":1785183730.930588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","header":"x-maas-subscription"}
{"level":"info","ts":1785183730.9305956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","header":"x-maas-group"}
{"level":"info","ts":1785183730.9306142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183730.930645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df"}
{"level":"info","ts":1785183730.9314706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df"}
{"level":"info","ts":1785183730.9314892,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df"}
{"level":"info","ts":1785183730.931505,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","EoS":false}
{"level":"info","ts":1785183730.9315166,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","EoS":true}
{"level":"info","ts":1785183730.9315484,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df"}
{"level":"info","ts":1785183731.0679176,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183731.0680032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759"}
{"level":"info","ts":1785183731.0680184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759"}
{"level":"info","ts":1785183731.0680358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","EoS":true}
{"level":"info","ts":1785183731.0680702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","header":"x-maas-subscription"}
{"level":"info","ts":1785183731.0680819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","header":"x-maas-username"}
{"level":"info","ts":1785183731.0680902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","header":"x-maas-group"}
{"level":"info","ts":1785183731.068111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183731.0681636,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759"}
{"level":"info","ts":1785183731.0690665,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759"}
{"level":"info","ts":1785183731.0690837,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759"}
{"level":"info","ts":1785183731.0690978,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","EoS":false}
{"level":"info","ts":1785183731.0691128,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","EoS":true}
{"level":"info","ts":1785183731.0691438,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759"}
{"level":"info","ts":1785183748.0448642,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183748.044929,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146"}
{"level":"info","ts":1785183748.044938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146"}
{"level":"info","ts":1785183748.044949,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","EoS":true}
{"level":"info","ts":1785183748.0449686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","header":"x-maas-username"}
{"level":"info","ts":1785183748.044978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","header":"x-maas-group"}
{"level":"info","ts":1785183748.0449827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","header":"x-maas-subscription"}
{"level":"info","ts":1785183748.0449958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183748.0450187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146"}
{"level":"info","ts":1785183748.0459208,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146"}
{"level":"info","ts":1785183748.0459414,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146"}
{"level":"info","ts":1785183748.0459602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","EoS":false}
{"level":"info","ts":1785183748.0459743,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","EoS":true}
{"level":"info","ts":1785183748.0460021,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146"}
{"level":"info","ts":1785183748.1636975,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183748.1637714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0953d8d9-19e6-44ca-b9e9-2e20b9f30463"}
{"level":"info","ts":1785183748.1645207,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0953d8d9-19e6-44ca-b9e9-2e20b9f30463"}
{"level":"info","ts":1785183748.1645505,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0953d8d9-19e6-44ca-b9e9-2e20b9f30463"}
{"level":"info","ts":1785183748.1645727,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0953d8d9-19e6-44ca-b9e9-2e20b9f30463","EoS":false}
{"level":"info","ts":1785183748.164588,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0953d8d9-19e6-44ca-b9e9-2e20b9f30463"}
{"level":"info","ts":1785183748.1646361,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0953d8d9-19e6-44ca-b9e9-2e20b9f30463","EoS":true}
{"level":"info","ts":1785183748.1646621,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0953d8d9-19e6-44ca-b9e9-2e20b9f30463"}
{"level":"info","ts":1785183752.7813253,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183752.7814033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"231973cd-db44-49e5-9118-a75051c86164"}
{"level":"info","ts":1785183752.781416,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"231973cd-db44-49e5-9118-a75051c86164"}
{"level":"info","ts":1785183752.7814286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","EoS":true}
{"level":"info","ts":1785183752.7814572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","header":"x-maas-group"}
{"level":"info","ts":1785183752.7814703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","header":"x-maas-subscription"}
{"level":"info","ts":1785183752.7814748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","header":"x-maas-username"}
{"level":"info","ts":1785183752.7814891,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183752.7815132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"231973cd-db44-49e5-9118-a75051c86164"}
{"level":"info","ts":1785183752.7823465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"231973cd-db44-49e5-9118-a75051c86164"}
{"level":"info","ts":1785183752.7823668,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"231973cd-db44-49e5-9118-a75051c86164"}
{"level":"info","ts":1785183752.7823818,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","EoS":false}
{"level":"info","ts":1785183752.7823963,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","EoS":true}
{"level":"info","ts":1785183752.782423,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"231973cd-db44-49e5-9118-a75051c86164"}
{"level":"info","ts":1785183763.3896778,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183763.3897636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02"}
{"level":"info","ts":1785183763.3897796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02"}
{"level":"info","ts":1785183763.3897998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","EoS":true}
{"level":"info","ts":1785183763.3898506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","header":"x-maas-subscription"}
{"level":"info","ts":1785183763.389865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","header":"x-maas-username"}
{"level":"info","ts":1785183763.3898735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","header":"x-maas-group"}
{"level":"info","ts":1785183763.3898926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1785183763.3899293,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02"}
{"level":"info","ts":1785183763.3909163,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02"}
{"level":"info","ts":1785183763.3909395,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02"}
{"level":"info","ts":1785183763.390961,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","EoS":false}
{"level":"info","ts":1785183763.3909774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","EoS":true}
{"level":"info","ts":1785183763.3910055,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02"}
{"level":"info","ts":1785183776.2478154,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183776.2478938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30"}
{"level":"info","ts":1785183776.2479064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30"}
{"level":"info","ts":1785183776.247918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","EoS":true}
{"level":"info","ts":1785183776.2479434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","header":"x-maas-subscription"}
{"level":"info","ts":1785183776.2479541,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","header":"x-maas-username"}
{"level":"info","ts":1785183776.2479596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","header":"x-maas-group"}
{"level":"info","ts":1785183776.2479734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183776.2479992,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30"}
{"level":"info","ts":1785183776.248835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30"}
{"level":"info","ts":1785183776.248863,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30"}
{"level":"info","ts":1785183776.2488906,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","EoS":false}
{"level":"info","ts":1785183776.2489116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","EoS":true}
{"level":"info","ts":1785183776.2489414,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30"}
{"level":"info","ts":1785183784.7885556,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183784.7886503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99"}
{"level":"info","ts":1785183784.7886648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99"}
{"level":"info","ts":1785183784.7886844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","EoS":true}
{"level":"info","ts":1785183784.7887247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","header":"x-maas-username"}
{"level":"info","ts":1785183784.788736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","header":"x-maas-group"}
{"level":"info","ts":1785183784.788744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","header":"x-maas-subscription"}
{"level":"info","ts":1785183784.7887688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183784.788804,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99"}
{"level":"info","ts":1785183784.7895415,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99"}
{"level":"info","ts":1785183784.7895606,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99"}
{"level":"info","ts":1785183784.7895746,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","EoS":false}
{"level":"info","ts":1785183784.7895875,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","EoS":true}
{"level":"info","ts":1785183784.789616,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99"}
{"level":"info","ts":1785183793.7041385,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183793.7042427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1"}
{"level":"info","ts":1785183793.7042575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1"}
{"level":"info","ts":1785183793.7042809,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","EoS":true}
{"level":"info","ts":1785183793.7043204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","header":"x-maas-group"}
{"level":"info","ts":1785183793.7043328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","header":"x-maas-subscription"}
{"level":"info","ts":1785183793.7043412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","header":"x-maas-username"}
{"level":"info","ts":1785183793.7043638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183793.704397,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1"}
{"level":"info","ts":1785183793.7051349,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1"}
{"level":"info","ts":1785183793.7051551,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1"}
{"level":"info","ts":1785183793.7051845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","EoS":false}
{"level":"info","ts":1785183793.7052019,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","EoS":true}
{"level":"info","ts":1785183793.7052336,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1"}
{"level":"info","ts":1785183821.8959157,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183821.8960016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb"}
{"level":"info","ts":1785183821.8960137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb"}
{"level":"info","ts":1785183821.8960252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","EoS":true}
{"level":"info","ts":1785183821.8960514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","header":"x-maas-subscription"}
{"level":"info","ts":1785183821.8960633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","header":"x-maas-username"}
{"level":"info","ts":1785183821.896068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","header":"x-maas-group"}
{"level":"info","ts":1785183821.8960834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1785183821.896109,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb"}
{"level":"info","ts":1785183821.898251,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb"}
{"level":"info","ts":1785183821.8982732,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb"}
{"level":"info","ts":1785183821.898288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","EoS":false}
{"level":"info","ts":1785183821.8983,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","EoS":true}
{"level":"info","ts":1785183821.898335,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb"}
{"level":"info","ts":1785183846.7168822,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183846.7169757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0"}
{"level":"info","ts":1785183846.7169895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0"}
{"level":"info","ts":1785183846.7170088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","EoS":true}
{"level":"info","ts":1785183846.7170455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","header":"x-maas-subscription"}
{"level":"info","ts":1785183846.7170577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","header":"x-maas-group"}
{"level":"info","ts":1785183846.7170668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","header":"x-maas-username"}
{"level":"info","ts":1785183846.7170875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1785183846.7171195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0"}
{"level":"info","ts":1785183846.7180521,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0"}
{"level":"info","ts":1785183846.7180722,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0"}
{"level":"info","ts":1785183846.7180872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","EoS":false}
{"level":"info","ts":1785183846.7180982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","EoS":true}
{"level":"info","ts":1785183846.718127,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0"}
{"level":"info","ts":1785183882.383204,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183882.3832715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f"}
{"level":"info","ts":1785183882.3832812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f"}
{"level":"info","ts":1785183882.3832924,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","EoS":true}
{"level":"info","ts":1785183882.3833172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","header":"x-maas-username"}
{"level":"info","ts":1785183882.383328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","header":"x-maas-subscription"}
{"level":"info","ts":1785183882.3833332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","header":"x-maas-group"}
{"level":"info","ts":1785183882.3833456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183882.3833685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f"}
{"level":"info","ts":1785183882.385779,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f"}
{"level":"info","ts":1785183882.3858087,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f"}
{"level":"info","ts":1785183882.3858278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","EoS":false}
{"level":"info","ts":1785183882.385856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","EoS":true}
{"level":"info","ts":1785183882.385893,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f"}
{"level":"info","ts":1785183891.8165822,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183891.8166714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e"}
{"level":"info","ts":1785183891.816687,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e"}
{"level":"info","ts":1785183891.8166997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","EoS":true}
{"level":"info","ts":1785183891.8167343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","header":"x-maas-subscription"}
{"level":"info","ts":1785183891.8167458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","header":"x-maas-group"}
{"level":"info","ts":1785183891.8167505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","header":"x-maas-username"}
{"level":"info","ts":1785183891.816766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183891.8167932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e"}
{"level":"info","ts":1785183891.8184638,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e"}
{"level":"info","ts":1785183891.8184896,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e"}
{"level":"info","ts":1785183891.8185108,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","EoS":false}
{"level":"info","ts":1785183891.8185291,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","EoS":true}
{"level":"info","ts":1785183891.8185658,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e"}
{"level":"info","ts":1785183891.8537066,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183891.853803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454"}
{"level":"info","ts":1785183891.8538177,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454"}
{"level":"info","ts":1785183891.853843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","EoS":true}
{"level":"info","ts":1785183891.8538737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","header":"x-maas-subscription"}
{"level":"info","ts":1785183891.853885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","header":"x-maas-username"}
{"level":"info","ts":1785183891.8538904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","header":"x-maas-group"}
{"level":"info","ts":1785183891.8539038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183891.8539298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454"}
{"level":"info","ts":1785183891.8547475,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454"}
{"level":"info","ts":1785183891.854774,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454"}
{"level":"info","ts":1785183891.8547955,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","EoS":false}
{"level":"info","ts":1785183891.854816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","EoS":true}
{"level":"info","ts":1785183891.8548522,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454"}
{"level":"info","ts":1785183911.032265,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785183911.0323398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017"}
{"level":"info","ts":1785183911.032356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017"}
{"level":"info","ts":1785183911.0323727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","EoS":true}
{"level":"info","ts":1785183911.0323973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","header":"x-maas-username"}
{"level":"info","ts":1785183911.0324078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","header":"x-maas-subscription"}
{"level":"info","ts":1785183911.0324132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","header":"x-maas-group"}
{"level":"info","ts":1785183911.0324292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785183911.0324557,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017"}
{"level":"info","ts":1785183911.0331457,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017"}
{"level":"info","ts":1785183911.0331645,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017"}
{"level":"info","ts":1785183911.0332012,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","EoS":false}
{"level":"info","ts":1785183911.0332153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","EoS":true}
{"level":"info","ts":1785183911.0332422,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017"}
{"level":"info","ts":1785184046.1962876,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785184046.196359,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc"}
{"level":"info","ts":1785184046.1963673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc"}
{"level":"info","ts":1785184046.1963785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","EoS":true}
{"level":"info","ts":1785184046.1964004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","header":"x-maas-subscription"}
{"level":"info","ts":1785184046.196411,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","header":"x-maas-username"}
{"level":"info","ts":1785184046.1964161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","header":"x-maas-group"}
{"level":"info","ts":1785184046.1964293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1785184046.1964512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc"}
{"level":"info","ts":1785184046.197734,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc"}
{"level":"info","ts":1785184046.1977603,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc"}
{"level":"info","ts":1785184046.1977844,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","EoS":false}
{"level":"info","ts":1785184046.1978018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","EoS":true}
{"level":"info","ts":1785184046.1978364,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc"}
{"level":"info","ts":1785184091.9631696,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785184091.9632525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382"}
{"level":"info","ts":1785184091.9632623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382"}
{"level":"info","ts":1785184091.9632733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","EoS":true}
{"level":"info","ts":1785184091.963298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","header":"x-maas-group"}
{"level":"info","ts":1785184091.9633088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","header":"x-maas-username"}
{"level":"info","ts":1785184091.9633138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","header":"x-maas-subscription"}
{"level":"info","ts":1785184091.9633262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785184091.9633505,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382"}
{"level":"info","ts":1785184091.9640095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382"}
{"level":"info","ts":1785184091.9640346,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382"}
{"level":"info","ts":1785184091.9640567,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","EoS":false}
{"level":"info","ts":1785184091.9640722,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","EoS":true}
{"level":"info","ts":1785184091.9641106,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382"}
{"level":"info","ts":1785184107.2808938,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785184107.280983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097"}
{"level":"info","ts":1785184107.2810001,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097"}
{"level":"info","ts":1785184107.2810159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","EoS":true}
{"level":"info","ts":1785184107.2810493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","header":"x-maas-subscription"}
{"level":"info","ts":1785184107.281064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","header":"x-maas-username"}
{"level":"info","ts":1785184107.281071,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","header":"x-maas-group"}
{"level":"info","ts":1785184107.2810884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785184107.2811203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097"}
{"level":"info","ts":1785184107.2818627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097"}
{"level":"info","ts":1785184107.2818873,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097"}
{"level":"info","ts":1785184107.2819092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","EoS":false}
{"level":"info","ts":1785184107.2819335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","EoS":true}
{"level":"info","ts":1785184107.2819734,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097"}
{"level":"info","ts":1785184449.546071,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785184449.5462072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7"}
{"level":"info","ts":1785184449.5462232,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7"}
{"level":"info","ts":1785184449.5462418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","EoS":true}
{"level":"info","ts":1785184449.5462768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","header":"x-maas-subscription"}
{"level":"info","ts":1785184449.5462904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","header":"x-maas-username"}
{"level":"info","ts":1785184449.546298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","header":"x-maas-group"}
{"level":"info","ts":1785184449.5463164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1785184449.546351,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7"}
{"level":"info","ts":1785184449.5473683,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7"}
{"level":"info","ts":1785184449.5473945,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7"}
{"level":"info","ts":1785184449.547418,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","EoS":false}
{"level":"info","ts":1785184449.547431,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","EoS":true}
{"level":"info","ts":1785184449.5474677,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7"}
{"level":"info","ts":1785184454.3527987,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ce0e7156-37ae-4e54-a623-920f17e9e9d5","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1785184454.3530614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36729.412082467,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184454.3530924,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184454.3921242,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184454.4535801,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ce0e7156-37ae-4e54-a623-920f17e9e9d5","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1785184454.486744,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"613e2ab3-5378-455f-8856-e36a289e4e4f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1785184454.4867792,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"613e2ab3-5378-455f-8856-e36a289e4e4f","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1785184454.4868326,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"712f3107-b114-4531-a99f-ac5b57cff9e5"}
{"level":"info","ts":1785184454.4925954,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b22eeb14-ba2b-497b-8cba-c2dad254fd2b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1785184454.492712,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b22eeb14-ba2b-497b-8cba-c2dad254fd2b","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1785184454.4927573,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33053.49134779,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184454.4927766,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184454.5012903,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184454.5933452,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"712f3107-b114-4531-a99f-ac5b57cff9e5","name":"e2e-external-provider"}
{"level":"info","ts":1785184454.602547,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"712f3107-b114-4531-a99f-ac5b57cff9e5","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1785184454.6112287,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38633a0f-a314-41a5-8d21-07aa89f2aee2"}
{"level":"info","ts":1785184454.611236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e43799fb-ac62-4134-93df-6b67fac1e392","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785184454.6113982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e43799fb-ac62-4134-93df-6b67fac1e392","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1785184454.6132712,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"712f3107-b114-4531-a99f-ac5b57cff9e5","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1785184454.63147,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38633a0f-a314-41a5-8d21-07aa89f2aee2","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1785184454.6315522,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78194ab3-2aa7-4fd7-a36f-fc43e7999fcd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785184454.6315854,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78194ab3-2aa7-4fd7-a36f-fc43e7999fcd","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1785184454.6426282,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58e73c04-2534-4cad-87f7-269a04fdc82d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785184454.6426718,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58e73c04-2534-4cad-87f7-269a04fdc82d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1785184454.6429408,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38633a0f-a314-41a5-8d21-07aa89f2aee2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785184454.6430743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa168a79-8c49-4da8-b9ad-70e3dc207341"}
{"level":"info","ts":1785184454.6431198,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa168a79-8c49-4da8-b9ad-70e3dc207341","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1785184454.6433756,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"712f3107-b114-4531-a99f-ac5b57cff9e5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1785184454.661854,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9144ac0-3ac3-4508-b08a-28da91c1f719","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1785184454.6618943,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9144ac0-3ac3-4508-b08a-28da91c1f719","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1785184454.6618836,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa168a79-8c49-4da8-b9ad-70e3dc207341","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785184454.6619925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ba3fb38-f182-4ffc-a92e-104850fdc073","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785184454.6620154,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ba3fb38-f182-4ffc-a92e-104850fdc073","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1785184454.662031,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76bde9ff-5ddd-46cb-b25c-79692395e919"}
{"level":"info","ts":1785184454.66236,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33278.857329723,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184454.6623826,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184454.6625395,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb517f0a-23ca-4099-b491-91f8abf8c75a"}
{"level":"info","ts":1785184454.662607,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb517f0a-23ca-4099-b491-91f8abf8c75a","name":"e2e-external-provider"}
{"level":"info","ts":1785184454.681635,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184454.6865892,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb517f0a-23ca-4099-b491-91f8abf8c75a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1785184454.7634175,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76bde9ff-5ddd-46cb-b25c-79692395e919","name":"e2e-external-model"}
{"level":"info","ts":1785184454.782675,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76bde9ff-5ddd-46cb-b25c-79692395e919","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1785184454.7904549,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35f66bc9-8bcf-44f0-a47e-f42d6e072284","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785184454.7905128,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35f66bc9-8bcf-44f0-a47e-f42d6e072284","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1785184454.7937152,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76bde9ff-5ddd-46cb-b25c-79692395e919","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785184454.7938488,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e019846-7a99-4415-baca-94f6ca106f9d"}
{"level":"info","ts":1785184454.7939184,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e019846-7a99-4415-baca-94f6ca106f9d","name":"e2e-external-model"}
{"level":"error","ts":1785184454.8083272,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e019846-7a99-4415-baca-94f6ca106f9d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785184454.8084645,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b6bea8f-b682-443a-9ad0-40f26a1aa005","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785184454.8084815,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5221c49e-123d-4217-9bf8-5e5ac2a95b67"}
{"level":"info","ts":1785184454.8084955,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b6bea8f-b682-443a-9ad0-40f26a1aa005","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1785184454.8085365,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5221c49e-123d-4217-9bf8-5e5ac2a95b67","name":"e2e-external-model"}
{"level":"info","ts":1785184454.8170872,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5221c49e-123d-4217-9bf8-5e5ac2a95b67","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1785184454.8246405,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d0b105e-f8f3-4327-ba8f-ac6b10cff8eb","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785184454.8246863,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d0b105e-f8f3-4327-ba8f-ac6b10cff8eb","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1785184454.8247085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d19aa640-6e60-4834-a54f-c7471915805d"}
{"level":"info","ts":1785184454.8247828,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d19aa640-6e60-4834-a54f-c7471915805d","name":"e2e-external-model"}
{"level":"info","ts":1785184454.834052,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d19aa640-6e60-4834-a54f-c7471915805d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1785184462.249744,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785184462.2498248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e"}
{"level":"info","ts":1785184462.2498376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e"}
{"level":"info","ts":1785184462.249849,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","EoS":true}
{"level":"info","ts":1785184462.2498724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","header":"x-maas-group"}
{"level":"info","ts":1785184462.2498796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","header":"x-maas-username"}
{"level":"info","ts":1785184462.2498856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","header":"x-maas-subscription"}
{"level":"info","ts":1785184462.2498982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1785184462.249908,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","modelName":"e2e-external-model"}
{"level":"info","ts":1785184462.2499218,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1785184462.2499511,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1785184462.249976,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","authType":"apikey"}
{"level":"info","ts":1785184462.2500024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e"}
{"level":"info","ts":1785184462.3655322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32f3688d-e6ec-41c3-b3f3-3e0bc1b2347e"}
{"level":"info","ts":1785184462.3655505,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8be52df2-e312-4463-8f38-f78ef02db4ad","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785184462.365583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8be52df2-e312-4463-8f38-f78ef02db4ad","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1785184462.3764718,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f9f6283-09ab-4ffb-98ba-b0f632780408","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785184462.376516,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f9f6283-09ab-4ffb-98ba-b0f632780408","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1785184462.3798456,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32f3688d-e6ec-41c3-b3f3-3e0bc1b2347e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785184462.3799095,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32f3688d-e6ec-41c3-b3f3-3e0bc1b2347e","name":"e2e-cleanup-test"}
{"level":"info","ts":1785184462.4025326,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32f3688d-e6ec-41c3-b3f3-3e0bc1b2347e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1785184462.4068959,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32f3688d-e6ec-41c3-b3f3-3e0bc1b2347e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785184462.4070332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ebc17be-9346-46ee-840b-63dc5204bd09"}
{"level":"info","ts":1785184462.4071012,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ebc17be-9346-46ee-840b-63dc5204bd09","name":"e2e-cleanup-test"}
{"level":"info","ts":1785184462.4117496,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e8f7349-ed26-40b5-a632-f520752487ac","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785184462.4117844,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e8f7349-ed26-40b5-a632-f520752487ac","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1785184462.4246829,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d507909e-7505-4fc7-b8d3-fb1845eefdc2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785184462.4247494,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d507909e-7505-4fc7-b8d3-fb1845eefdc2","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1785184462.4261448,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ebc17be-9346-46ee-840b-63dc5204bd09","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1785184462.426222,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ebc17be-9346-46ee-840b-63dc5204bd09","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785184462.426293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a4b5a91-4e57-4fb9-a8a1-00c5adebaab9"}
{"level":"info","ts":1785184462.4263542,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a4b5a91-4e57-4fb9-a8a1-00c5adebaab9","name":"e2e-cleanup-test"}
{"level":"info","ts":1785184462.4392095,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a4b5a91-4e57-4fb9-a8a1-00c5adebaab9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1785184462.445265,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bdb59f5-5053-4333-b102-0e96164e67b0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785184462.4453108,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bdb59f5-5053-4333-b102-0e96164e67b0","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1785184462.4481912,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a4b5a91-4e57-4fb9-a8a1-00c5adebaab9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1785184462.4482672,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed3549a7-0c3a-4a40-8e2f-331d3c9e2e4c"}
{"level":"info","ts":1785184462.4483256,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed3549a7-0c3a-4a40-8e2f-331d3c9e2e4c","name":"e2e-cleanup-test"}
{"level":"info","ts":1785184462.4584537,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed3549a7-0c3a-4a40-8e2f-331d3c9e2e4c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1785184470.6379507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7616f9c2-cd31-446c-b635-c8d958f928c1"}
{"level":"info","ts":1785184470.6379435,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c684c183-f2e5-47c4-9214-6cdf69783ff2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785184470.6380115,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c684c183-f2e5-47c4-9214-6cdf69783ff2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1785184474.964871,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785184474.9649396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b"}
{"level":"info","ts":1785184474.9649498,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b"}
{"level":"info","ts":1785184474.9649615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b","EoS":true}
{"level":"info","ts":1785184474.9649951,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1785184474.965027,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b"}
{"level":"info","ts":1785184475.0070193,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785184475.007088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0"}
{"level":"info","ts":1785184475.0070999,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0"}
{"level":"info","ts":1785184475.0071123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","EoS":true}
{"level":"info","ts":1785184475.0071332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","header":"x-maas-username"}
{"level":"info","ts":1785184475.0071445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","header":"x-maas-group"}
{"level":"info","ts":1785184475.007149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","header":"x-maas-subscription"}
{"level":"info","ts":1785184475.0071619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1785184475.00717,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","modelName":"e2e-external-model"}
{"level":"info","ts":1785184475.007198,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1785184475.0072188,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1785184475.007237,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","authType":"apikey"}
{"level":"info","ts":1785184475.0072594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0"}
{"level":"info","ts":1785184475.0431294,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785184475.043233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1"}
{"level":"info","ts":1785184475.043252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1"}
{"level":"info","ts":1785184475.043267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","EoS":true}
{"level":"info","ts":1785184475.0432894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","header":"x-maas-subscription"}
{"level":"info","ts":1785184475.0433009,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","header":"x-maas-username"}
{"level":"info","ts":1785184475.0433073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","header":"x-maas-group"}
{"level":"info","ts":1785184475.0433202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1785184475.0433447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1"}
{"level":"info","ts":1785184475.1444235,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1"}
{"level":"info","ts":1785184475.1444514,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1"}
{"level":"info","ts":1785184475.1444685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","EoS":false}
{"level":"info","ts":1785184475.144501,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","EoS":true}
{"level":"error","ts":1785184475.144511,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"}
{"level":"info","ts":1785184475.1445644,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1"}
{"level":"info","ts":1785184475.1848366,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785184475.1849265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c"}
{"level":"info","ts":1785184475.184942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c"}
{"level":"info","ts":1785184475.1849575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c","EoS":true}
{"level":"info","ts":1785184475.1849828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c","header":"x-maas-group"}
{"level":"info","ts":1785184475.184994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c","header":"x-maas-username"}
{"level":"info","ts":1785184475.1849995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c","header":"x-maas-subscription"}
{"level":"info","ts":1785184475.1850286,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c"}
{"level":"info","ts":1785184475.2337205,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c"}
{"level":"info","ts":1785184475.2337475,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c"}
{"level":"info","ts":1785184475.2337646,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c","EoS":false}
{"level":"info","ts":1785184475.2337775,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c","EoS":true}
{"level":"error","ts":1785184475.2337906,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"}
{"level":"info","ts":1785184475.2338266,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c"}
{"level":"info","ts":1785184476.103995,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4da9725a-5db5-4758-a010-4890b1c60cfa"}
{"level":"info","ts":1785184476.1040292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86d9e7db-a262-4c6b-a73d-03fe012218a7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785184476.1040564,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86d9e7db-a262-4c6b-a73d-03fe012218a7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1785184476.2613425,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e71cbbf5-e9e1-42ea-9a8a-114154d06fd4","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1785184476.2613842,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef6f4ad9-1eb7-41e5-8d50-2435600eaa98"}
{"level":"info","ts":1785184476.2614038,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e71cbbf5-e9e1-42ea-9a8a-114154d06fd4","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1785184476.3843427,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e81adfdb-3645-4991-9074-cd878fa11960","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1785184476.3844128,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e81adfdb-3645-4991-9074-cd878fa11960","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1785184704.7599456,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1785184704.760046,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1785184704.7600791,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1785184704.7600694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1785184704.7601166,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"*v1.Service","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1785184704.7601304,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"*v1.HTTPRoute","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1785184704.760148,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1785184705.6825376,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184705.695945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184705.7123601,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184705.7159326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184705.7180085,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184705.745328,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184706.0297654,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184706.0322864,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184706.114371,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184706.1169355,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184706.2700994,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184706.272469,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184706.3458679,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785184706.3482418,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1785185729.126125,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785185729.126208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a57ce571-01f9-4f90-ab00-195e9401d95e"}
{"level":"info","ts":1785185783.3294177,"caller":"handlers/server.go:134","msg":"Processing"}
{"level":"info","ts":1785185783.3294947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1"}
{"level":"info","ts":1785185783.329509,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1"}
{"level":"info","ts":1785185783.3295205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","EoS":true}
{"level":"info","ts":1785185783.3295453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","header":"x-maas-group"}
{"level":"info","ts":1785185783.3295565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","header":"x-maas-subscription"}
{"level":"info","ts":1785185783.329562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","header":"x-maas-username"}
{"level":"info","ts":1785185783.3295748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1785185783.3296003,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1"}
{"level":"info","ts":1785185783.3303633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1"}
{"level":"info","ts":1785185783.3303845,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1"}
{"level":"info","ts":1785185783.3303993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","EoS":false}
{"level":"info","ts":1785185783.330411,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","EoS":true}
{"level":"info","ts":1785185783.3304405,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1"}