{"level":"info","ts":1785298691.798379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c9d47e0-dbc6-41b6-a558-d22568cf4f7f","EoS":false} {"level":"info","ts":1785298691.7983909,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c9d47e0-dbc6-41b6-a558-d22568cf4f7f","EoS":true} {"level":"info","ts":1785298691.7984118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c9d47e0-dbc6-41b6-a558-d22568cf4f7f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298691.7984278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c9d47e0-dbc6-41b6-a558-d22568cf4f7f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298691.7984495,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c9d47e0-dbc6-41b6-a558-d22568cf4f7f"} {"level":"info","ts":1785298691.8328888,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298691.8329623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b853c50-0446-4eb8-a527-32057d49a7b8"} {"level":"info","ts":1785298691.8329723,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b853c50-0446-4eb8-a527-32057d49a7b8"} {"level":"info","ts":1785298691.8329833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b853c50-0446-4eb8-a527-32057d49a7b8","EoS":false} {"level":"info","ts":1785298691.832994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b853c50-0446-4eb8-a527-32057d49a7b8","EoS":true} {"level":"info","ts":1785298691.833015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b853c50-0446-4eb8-a527-32057d49a7b8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298691.833031,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b853c50-0446-4eb8-a527-32057d49a7b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298691.8330503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b853c50-0446-4eb8-a527-32057d49a7b8"} {"level":"info","ts":1785298691.865855,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298691.8659286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b7e8597-1bfb-4d1c-80e8-f10ac1fe7729"} {"level":"info","ts":1785298691.8659408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b7e8597-1bfb-4d1c-80e8-f10ac1fe7729"} {"level":"info","ts":1785298691.8659515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b7e8597-1bfb-4d1c-80e8-f10ac1fe7729","EoS":false} {"level":"info","ts":1785298691.8659651,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b7e8597-1bfb-4d1c-80e8-f10ac1fe7729","EoS":true} {"level":"info","ts":1785298691.8659844,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b7e8597-1bfb-4d1c-80e8-f10ac1fe7729","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298691.8659992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b7e8597-1bfb-4d1c-80e8-f10ac1fe7729","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298691.8660243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b7e8597-1bfb-4d1c-80e8-f10ac1fe7729"} {"level":"info","ts":1785298691.8986502,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298691.898723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f323ea93-a818-4bcf-9ec0-088cf06ff789"} {"level":"info","ts":1785298691.8987308,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f323ea93-a818-4bcf-9ec0-088cf06ff789"} {"level":"info","ts":1785298691.8987608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f323ea93-a818-4bcf-9ec0-088cf06ff789","EoS":false} {"level":"info","ts":1785298691.8987782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f323ea93-a818-4bcf-9ec0-088cf06ff789","EoS":true} {"level":"info","ts":1785298691.8987973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f323ea93-a818-4bcf-9ec0-088cf06ff789","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298691.8988097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f323ea93-a818-4bcf-9ec0-088cf06ff789","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298691.898831,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f323ea93-a818-4bcf-9ec0-088cf06ff789"} {"level":"info","ts":1785298704.783844,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298704.7839217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57afe8e5-545c-49df-a72c-5b95d6176353"} {"level":"info","ts":1785298704.783932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57afe8e5-545c-49df-a72c-5b95d6176353"} {"level":"info","ts":1785298704.7839432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57afe8e5-545c-49df-a72c-5b95d6176353","EoS":false} {"level":"info","ts":1785298704.783954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57afe8e5-545c-49df-a72c-5b95d6176353","EoS":true} {"level":"info","ts":1785298704.7839742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57afe8e5-545c-49df-a72c-5b95d6176353","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298704.7839882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57afe8e5-545c-49df-a72c-5b95d6176353","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298704.7840087,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57afe8e5-545c-49df-a72c-5b95d6176353"} {"level":"info","ts":1785298704.8207254,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298704.8208113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"106563a7-86f4-4cee-bb73-721f64f69739"} {"level":"info","ts":1785298704.8208244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"106563a7-86f4-4cee-bb73-721f64f69739"} {"level":"info","ts":1785298704.820839,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"106563a7-86f4-4cee-bb73-721f64f69739","EoS":false} {"level":"info","ts":1785298704.8208542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"106563a7-86f4-4cee-bb73-721f64f69739","EoS":true} {"level":"info","ts":1785298704.8208768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"106563a7-86f4-4cee-bb73-721f64f69739","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298704.8208923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"106563a7-86f4-4cee-bb73-721f64f69739","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298704.8209114,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"106563a7-86f4-4cee-bb73-721f64f69739"} {"level":"info","ts":1785298704.841879,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298704.8419387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c7476c0-c1c1-4f24-a559-86ffb989369e"} {"level":"info","ts":1785298704.8419492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c7476c0-c1c1-4f24-a559-86ffb989369e"} {"level":"info","ts":1785298704.8419623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c7476c0-c1c1-4f24-a559-86ffb989369e","EoS":false} {"level":"info","ts":1785298704.8419802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c7476c0-c1c1-4f24-a559-86ffb989369e","EoS":true} {"level":"info","ts":1785298704.8419957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c7476c0-c1c1-4f24-a559-86ffb989369e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298704.8420067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c7476c0-c1c1-4f24-a559-86ffb989369e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298704.8420236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c7476c0-c1c1-4f24-a559-86ffb989369e"} {"level":"info","ts":1785298704.8985944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298704.898649,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7858844-cb7f-4c0a-a33f-dc38aa9dab5f"} {"level":"info","ts":1785298704.8986616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7858844-cb7f-4c0a-a33f-dc38aa9dab5f"} {"level":"info","ts":1785298704.8986726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7858844-cb7f-4c0a-a33f-dc38aa9dab5f","EoS":false} {"level":"info","ts":1785298704.8986828,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7858844-cb7f-4c0a-a33f-dc38aa9dab5f","EoS":true} {"level":"info","ts":1785298704.8986998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7858844-cb7f-4c0a-a33f-dc38aa9dab5f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298704.8987122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7858844-cb7f-4c0a-a33f-dc38aa9dab5f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298704.8987272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7858844-cb7f-4c0a-a33f-dc38aa9dab5f"} {"level":"info","ts":1785298705.5598984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298705.5599718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35dab466-7415-44a5-a6b7-ccc7fffc4c08"} {"level":"info","ts":1785298705.5599823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35dab466-7415-44a5-a6b7-ccc7fffc4c08"} {"level":"info","ts":1785298705.5599935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35dab466-7415-44a5-a6b7-ccc7fffc4c08","EoS":false} {"level":"info","ts":1785298705.5600069,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35dab466-7415-44a5-a6b7-ccc7fffc4c08","EoS":true} {"level":"info","ts":1785298705.560027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35dab466-7415-44a5-a6b7-ccc7fffc4c08","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298705.5600417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35dab466-7415-44a5-a6b7-ccc7fffc4c08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298705.5601041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35dab466-7415-44a5-a6b7-ccc7fffc4c08"} {"level":"info","ts":1785298705.5959897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298705.596046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97d4f09d-474e-4541-85cb-630f5089e965"} {"level":"info","ts":1785298705.5960584,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97d4f09d-474e-4541-85cb-630f5089e965"} {"level":"info","ts":1785298705.596069,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97d4f09d-474e-4541-85cb-630f5089e965","EoS":false} {"level":"info","ts":1785298705.5960789,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97d4f09d-474e-4541-85cb-630f5089e965","EoS":true} {"level":"info","ts":1785298705.5960946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97d4f09d-474e-4541-85cb-630f5089e965","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298705.5961075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97d4f09d-474e-4541-85cb-630f5089e965","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298705.596125,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97d4f09d-474e-4541-85cb-630f5089e965"} {"level":"info","ts":1785298709.7552235,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298709.7553203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39dd59fe-c739-4110-9557-f672dc2c7984"} {"level":"info","ts":1785298709.7553377,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39dd59fe-c739-4110-9557-f672dc2c7984"} {"level":"info","ts":1785298709.7553582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39dd59fe-c739-4110-9557-f672dc2c7984","EoS":false} {"level":"info","ts":1785298709.7553778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39dd59fe-c739-4110-9557-f672dc2c7984","EoS":true} {"level":"info","ts":1785298709.7554097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39dd59fe-c739-4110-9557-f672dc2c7984","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298709.755428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39dd59fe-c739-4110-9557-f672dc2c7984","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298709.7554603,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39dd59fe-c739-4110-9557-f672dc2c7984"} {"level":"info","ts":1785298725.561789,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298725.5618665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca"} {"level":"info","ts":1785298725.5618784,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca"} {"level":"info","ts":1785298725.5618906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","EoS":false} {"level":"info","ts":1785298725.5619025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","EoS":true} {"level":"info","ts":1785298725.5619245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298725.561946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298725.5620108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbd79b7d-96f0-47d7-83c4-bd6e5e70d2ca"} {"level":"info","ts":1785298725.7027664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298725.7028396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658"} {"level":"info","ts":1785298725.7028484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658"} {"level":"info","ts":1785298725.7028592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","EoS":false} {"level":"info","ts":1785298725.702873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","EoS":true} {"level":"info","ts":1785298725.7028935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298725.702907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298725.7029293,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4492ee78-f82b-4473-ab5b-c491472af658"} {"level":"info","ts":1785298725.837545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298725.8376312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe"} {"level":"info","ts":1785298725.8376436,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe"} {"level":"info","ts":1785298725.8376548,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","EoS":false} {"level":"info","ts":1785298725.8376648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","EoS":true} {"level":"info","ts":1785298725.8376853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298725.837702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298725.837724,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f40d964e-1d3e-4525-a495-fc12c918eebe"} {"level":"info","ts":1785298725.9714985,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298725.9715743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7"} {"level":"info","ts":1785298725.9715846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7"} {"level":"info","ts":1785298725.971597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","EoS":false} {"level":"info","ts":1785298725.97161,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","EoS":true} {"level":"info","ts":1785298725.9716313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298725.9716456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298725.9716654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18010643-3045-47d9-8716-8e944b7e22d7"} {"level":"info","ts":1785298726.104439,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298726.1045191,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92"} {"level":"info","ts":1785298726.1045287,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92"} {"level":"info","ts":1785298726.1045394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","EoS":false} {"level":"info","ts":1785298726.1045573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","EoS":true} {"level":"info","ts":1785298726.104578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298726.1045907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298726.1046102,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04ab9966-d2ce-4654-93de-f40dd78c0a92"} {"level":"info","ts":1785298726.2365422,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298726.2366219,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c0fa56e-a2af-45e9-a1fc-9ed130819969"} {"level":"info","ts":1785298726.2366307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c0fa56e-a2af-45e9-a1fc-9ed130819969"} {"level":"info","ts":1785298726.2366412,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c0fa56e-a2af-45e9-a1fc-9ed130819969","EoS":false} {"level":"info","ts":1785298726.236656,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c0fa56e-a2af-45e9-a1fc-9ed130819969","EoS":true} {"level":"info","ts":1785298726.2366772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c0fa56e-a2af-45e9-a1fc-9ed130819969","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298726.2366927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c0fa56e-a2af-45e9-a1fc-9ed130819969","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298726.2367163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c0fa56e-a2af-45e9-a1fc-9ed130819969"} {"level":"info","ts":1785298750.3570874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298750.3571727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f"} {"level":"info","ts":1785298750.357187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f"} {"level":"info","ts":1785298750.3572025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","EoS":false} {"level":"info","ts":1785298750.3572164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","EoS":true} {"level":"info","ts":1785298750.35724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298750.3572557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298750.3572788,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9d327b5-e630-4c02-bcd6-3034773b489f"} {"level":"info","ts":1785298750.3942723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298750.3943367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40634fcf-8908-446f-9623-2c7a2d1ce02f"} {"level":"info","ts":1785298750.3943467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40634fcf-8908-446f-9623-2c7a2d1ce02f"} {"level":"info","ts":1785298750.394358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40634fcf-8908-446f-9623-2c7a2d1ce02f","EoS":false} {"level":"info","ts":1785298750.3943684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40634fcf-8908-446f-9623-2c7a2d1ce02f","EoS":true} {"level":"info","ts":1785298750.3943853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40634fcf-8908-446f-9623-2c7a2d1ce02f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298750.3943985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40634fcf-8908-446f-9623-2c7a2d1ce02f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298750.3944151,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40634fcf-8908-446f-9623-2c7a2d1ce02f"} {"level":"info","ts":1785298750.4283288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298750.4283962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f9320fd-5e40-40e4-a682-9e0a0cdfdba3"} {"level":"info","ts":1785298750.4284098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f9320fd-5e40-40e4-a682-9e0a0cdfdba3"} {"level":"info","ts":1785298750.4284282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f9320fd-5e40-40e4-a682-9e0a0cdfdba3","EoS":false} {"level":"info","ts":1785298750.4284494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f9320fd-5e40-40e4-a682-9e0a0cdfdba3","EoS":true} {"level":"info","ts":1785298750.4284737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f9320fd-5e40-40e4-a682-9e0a0cdfdba3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298750.4284902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f9320fd-5e40-40e4-a682-9e0a0cdfdba3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298750.4285147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f9320fd-5e40-40e4-a682-9e0a0cdfdba3"} {"level":"info","ts":1785298750.4583483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298750.45841,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e079cf8-a248-4b16-b66a-09ce08d1762c"} {"level":"info","ts":1785298755.061421,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298755.0615013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527"} {"level":"info","ts":1785298755.0615098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527"} {"level":"info","ts":1785298755.0615218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","EoS":false} {"level":"info","ts":1785298755.0615327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","EoS":true} {"level":"info","ts":1785298755.0615542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298755.061569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298755.0615914,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78ae531a-04ba-4744-b13a-ce9af6615527"} {"level":"info","ts":1785298763.6136987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298763.6137972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb"} {"level":"info","ts":1785298763.613808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb"} {"level":"info","ts":1785298763.6138206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","EoS":false} {"level":"info","ts":1785298763.6138332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","EoS":true} {"level":"info","ts":1785298763.6138551,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298763.613871,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298763.613892,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3bbd4b9c-586e-4f27-8739-bfa906effcfb"} {"level":"info","ts":1785298776.4574568,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298776.4575279,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345"} {"level":"info","ts":1785298776.4575393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345"} {"level":"info","ts":1785298776.45755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","EoS":false} {"level":"info","ts":1785298776.4575605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","EoS":true} {"level":"info","ts":1785298776.4575803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298776.457602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298776.4576273,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9dd4949-4faf-4a4f-a662-fa067563a345"} {"level":"info","ts":1785298784.9758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298784.9758773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e"} {"level":"info","ts":1785298784.975886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e"} {"level":"info","ts":1785298784.9758968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","EoS":false} {"level":"info","ts":1785298784.975907,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","EoS":true} {"level":"info","ts":1785298784.9759269,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298784.9759424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298784.975962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1a41999-9482-4e04-a28d-98dd466b886e"} {"level":"info","ts":1785298793.8340921,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298793.8341663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae"} {"level":"info","ts":1785298793.8341756,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae"} {"level":"info","ts":1785298793.8341858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","EoS":false} {"level":"info","ts":1785298793.8341963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","EoS":true} {"level":"info","ts":1785298793.834222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298793.834238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298793.8342574,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f13ac9f6-de0b-470d-aa1d-eeeb9b1b18ae"} {"level":"info","ts":1785298802.7850957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298802.7851744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55b1ade4-673b-4a37-bb77-bd2f2ac2b8ba"} {"level":"info","ts":1785298802.7851834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55b1ade4-673b-4a37-bb77-bd2f2ac2b8ba"} {"level":"info","ts":1785298802.7851977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55b1ade4-673b-4a37-bb77-bd2f2ac2b8ba","EoS":false} {"level":"info","ts":1785298802.785209,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55b1ade4-673b-4a37-bb77-bd2f2ac2b8ba","EoS":true} {"level":"info","ts":1785298802.7852314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55b1ade4-673b-4a37-bb77-bd2f2ac2b8ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298802.7852466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55b1ade4-673b-4a37-bb77-bd2f2ac2b8ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298802.7852705,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55b1ade4-673b-4a37-bb77-bd2f2ac2b8ba"} {"level":"info","ts":1785298807.4932342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298807.4933124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68005bad-91b4-4ef9-b3d5-293075513abb"} {"level":"info","ts":1785298807.4933226,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68005bad-91b4-4ef9-b3d5-293075513abb"} {"level":"info","ts":1785298807.493334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68005bad-91b4-4ef9-b3d5-293075513abb","EoS":false} {"level":"info","ts":1785298807.4933448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68005bad-91b4-4ef9-b3d5-293075513abb","EoS":true} {"level":"info","ts":1785298807.4933653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68005bad-91b4-4ef9-b3d5-293075513abb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785298807.493379,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68005bad-91b4-4ef9-b3d5-293075513abb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298807.4934025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68005bad-91b4-4ef9-b3d5-293075513abb"} {"level":"info","ts":1785298812.211467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298812.2115493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0171b52f-61fa-4b10-950e-ff6da78e630e"} {"level":"info","ts":1785298812.211561,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0171b52f-61fa-4b10-950e-ff6da78e630e"} {"level":"info","ts":1785298812.2115724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0171b52f-61fa-4b10-950e-ff6da78e630e","EoS":false} {"level":"info","ts":1785298812.211586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0171b52f-61fa-4b10-950e-ff6da78e630e","EoS":true} {"level":"info","ts":1785298812.2116508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0171b52f-61fa-4b10-950e-ff6da78e630e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298812.2116723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0171b52f-61fa-4b10-950e-ff6da78e630e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298812.2116942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0171b52f-61fa-4b10-950e-ff6da78e630e"} {"level":"info","ts":1785298823.158446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298823.1585221,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57d0789d-528b-490e-8077-da74991f2279"} {"level":"info","ts":1785298823.158535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57d0789d-528b-490e-8077-da74991f2279"} {"level":"info","ts":1785298823.1585464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","EoS":false} {"level":"info","ts":1785298823.1585593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","EoS":true} {"level":"info","ts":1785298823.1585786,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298823.1585948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57d0789d-528b-490e-8077-da74991f2279","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298823.1586168,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57d0789d-528b-490e-8077-da74991f2279"} {"level":"info","ts":1785298856.4487038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298856.4488003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc"} {"level":"info","ts":1785298856.4488142,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc"} {"level":"info","ts":1785298856.4488266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","EoS":false} {"level":"info","ts":1785298856.4488366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","EoS":true} {"level":"info","ts":1785298856.4488573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298856.4488726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298856.448895,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af9a1138-2551-42ed-a2e6-1c3c8cb35ffc"} {"level":"info","ts":1785298865.7280786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298865.7281513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e4d8e38-ffcf-40b7-989a-24b45b3155a9"} {"level":"info","ts":1785298865.7281606,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e4d8e38-ffcf-40b7-989a-24b45b3155a9"} {"level":"info","ts":1785298865.7281706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e4d8e38-ffcf-40b7-989a-24b45b3155a9","EoS":false} {"level":"info","ts":1785298865.728184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e4d8e38-ffcf-40b7-989a-24b45b3155a9","EoS":true} {"level":"info","ts":1785298865.7282043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e4d8e38-ffcf-40b7-989a-24b45b3155a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298865.7282286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e4d8e38-ffcf-40b7-989a-24b45b3155a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298865.7282507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e4d8e38-ffcf-40b7-989a-24b45b3155a9"} {"level":"info","ts":1785298881.8125873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298881.8126776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b6681e1-6d23-4718-983f-8cbb67e9ddfc"} {"level":"info","ts":1785298881.8126907,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b6681e1-6d23-4718-983f-8cbb67e9ddfc"} {"level":"info","ts":1785298881.8127015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b6681e1-6d23-4718-983f-8cbb67e9ddfc","EoS":false} {"level":"info","ts":1785298881.812711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b6681e1-6d23-4718-983f-8cbb67e9ddfc","EoS":true} {"level":"info","ts":1785298881.8127303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b6681e1-6d23-4718-983f-8cbb67e9ddfc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298881.8127613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b6681e1-6d23-4718-983f-8cbb67e9ddfc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298881.8127851,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b6681e1-6d23-4718-983f-8cbb67e9ddfc"} {"level":"info","ts":1785298891.3058727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298891.3059437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20634e68-8fca-4475-84d0-739578da2688"} {"level":"info","ts":1785298891.3059533,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20634e68-8fca-4475-84d0-739578da2688"} {"level":"info","ts":1785298891.3059638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","EoS":false} {"level":"info","ts":1785298891.305975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","EoS":true} {"level":"info","ts":1785298891.3059955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298891.3060117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20634e68-8fca-4475-84d0-739578da2688","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298891.3060324,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20634e68-8fca-4475-84d0-739578da2688"} {"level":"info","ts":1785298900.6247928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298900.6248822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f"} {"level":"info","ts":1785298900.624896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f"} {"level":"info","ts":1785298900.6249173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","EoS":false} {"level":"info","ts":1785298900.6249373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","EoS":true} {"level":"info","ts":1785298900.6249676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298900.624987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298900.6250136,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6d14990-2ac7-4b3e-97b1-aef9ad5a303f"} {"level":"info","ts":1785298900.663369,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298900.6634378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f"} {"level":"info","ts":1785298900.6634462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f"} {"level":"info","ts":1785298900.6634562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","EoS":false} {"level":"info","ts":1785298900.6634688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","EoS":true} {"level":"info","ts":1785298900.663489,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298900.6635032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298900.663522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"909df6e7-026d-41e8-ab18-9f01696be19f"} {"level":"info","ts":1785298919.6394274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298919.639503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a"} {"level":"info","ts":1785298919.6395123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a"} {"level":"info","ts":1785298919.6395361,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","EoS":false} {"level":"info","ts":1785298919.639556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","EoS":true} {"level":"info","ts":1785298919.6395772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298919.639593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298919.6396136,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d555f0c2-9a27-43d7-a25c-b9bc65a6b30a"} {"level":"info","ts":1785298928.916092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298928.916168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6a4c3b7-8453-48d5-96de-f59d092fdf0f"} {"level":"info","ts":1785298928.9161808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6a4c3b7-8453-48d5-96de-f59d092fdf0f"} {"level":"info","ts":1785298928.916192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6a4c3b7-8453-48d5-96de-f59d092fdf0f","EoS":false} {"level":"info","ts":1785298928.9162028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6a4c3b7-8453-48d5-96de-f59d092fdf0f","EoS":true} {"level":"info","ts":1785298928.9162226,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6a4c3b7-8453-48d5-96de-f59d092fdf0f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785298928.9162374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6a4c3b7-8453-48d5-96de-f59d092fdf0f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785298928.9162595,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6a4c3b7-8453-48d5-96de-f59d092fdf0f"} {"level":"info","ts":1785298944.7704415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785298944.770525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"599c97ed-b1a7-474c-a6ba-67b5784a75f2"} {"level":"info","ts":1785298944.7705355,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"599c97ed-b1a7-474c-a6ba-67b5784a75f2"} {"level":"info","ts":1785298944.7705464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"599c97ed-b1a7-474c-a6ba-67b5784a75f2","EoS":false} {"level":"info","ts":1785298944.7705657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"599c97ed-b1a7-474c-a6ba-67b5784a75f2","EoS":true} {"level":"info","ts":1785298944.770588,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"599c97ed-b1a7-474c-a6ba-67b5784a75f2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785298944.770603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"599c97ed-b1a7-474c-a6ba-67b5784a75f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785298944.770624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"599c97ed-b1a7-474c-a6ba-67b5784a75f2"} {"level":"info","ts":1785299192.0455039,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299192.045583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38"} {"level":"info","ts":1785299192.0455914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38"} {"level":"info","ts":1785299192.0456016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","EoS":false} {"level":"info","ts":1785299192.0456142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","EoS":true} {"level":"info","ts":1785299192.0456343,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785299192.045649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299192.0456777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"845db82d-1f3d-4cbd-952d-8cf48f4b8c38"} {"level":"info","ts":1785299207.2691529,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299207.2692356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894"} {"level":"info","ts":1785299207.269244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894"} {"level":"info","ts":1785299207.269256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","EoS":false} {"level":"info","ts":1785299207.2692683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","EoS":true} {"level":"info","ts":1785299207.2692893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785299207.2693064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299207.269382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a954d86b-2860-4874-96b0-60c2440b8894"} {"level":"info","ts":1785299207.5487936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299207.5488725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb68aa70-dffa-4f60-b133-30fc14e3ed09"} {"level":"info","ts":1785299207.548885,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb68aa70-dffa-4f60-b133-30fc14e3ed09"} {"level":"info","ts":1785299207.5488966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb68aa70-dffa-4f60-b133-30fc14e3ed09","EoS":false} {"level":"info","ts":1785299207.5489063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb68aa70-dffa-4f60-b133-30fc14e3ed09","EoS":true} {"level":"info","ts":1785299207.5489256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb68aa70-dffa-4f60-b133-30fc14e3ed09","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785299207.548941,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb68aa70-dffa-4f60-b133-30fc14e3ed09","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299207.5489633,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb68aa70-dffa-4f60-b133-30fc14e3ed09"} {"level":"info","ts":1785299559.7649393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299559.7650373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb"} {"level":"info","ts":1785299559.7650526,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb"} {"level":"info","ts":1785299559.765072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","EoS":false} {"level":"info","ts":1785299559.7650912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","EoS":true} {"level":"info","ts":1785299559.7651243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785299559.7651439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299559.7651772,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ac8b38c-3e33-4e2e-b889-c55d480f6cbb"} {"level":"info","ts":1785299559.8139882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299559.8140497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"038f73f6-9495-42b1-be7a-a2741c803114"} {"level":"info","ts":1785299559.8140604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"038f73f6-9495-42b1-be7a-a2741c803114"} {"level":"info","ts":1785299559.8140755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"038f73f6-9495-42b1-be7a-a2741c803114","EoS":false} {"level":"info","ts":1785299559.814086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"038f73f6-9495-42b1-be7a-a2741c803114","EoS":true} {"level":"info","ts":1785299559.814104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"038f73f6-9495-42b1-be7a-a2741c803114","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785299559.8141181,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"038f73f6-9495-42b1-be7a-a2741c803114","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299559.8141363,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"038f73f6-9495-42b1-be7a-a2741c803114"} {"level":"info","ts":1785299559.8425388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299559.8425958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27db1560-e4b2-4671-9bee-c70b96d471ce"} {"level":"info","ts":1785299559.8426116,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27db1560-e4b2-4671-9bee-c70b96d471ce"} {"level":"info","ts":1785299559.8426278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27db1560-e4b2-4671-9bee-c70b96d471ce","EoS":false} {"level":"info","ts":1785299559.842647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27db1560-e4b2-4671-9bee-c70b96d471ce","EoS":true} {"level":"info","ts":1785299559.842675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27db1560-e4b2-4671-9bee-c70b96d471ce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785299559.8426907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27db1560-e4b2-4671-9bee-c70b96d471ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785299559.8427162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27db1560-e4b2-4671-9bee-c70b96d471ce"} {"level":"info","ts":1785299564.635537,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37e0d2cb-93f1-46df-8747-8ba8f19fc625","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299564.6355467,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71355d3c-3578-4e59-968c-1b7ac84d402d"} {"level":"info","ts":1785299564.6355765,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37e0d2cb-93f1-46df-8747-8ba8f19fc625","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785299564.6405253,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"192e8c7d-5ec9-47e8-aec4-15e00be9bc1e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299564.640713,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38302.123806622,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.640733,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.6407626,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"192e8c7d-5ec9-47e8-aec4-15e00be9bc1e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785299564.8262498,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96591637-a222-4f20-91cb-494eeccd0cc9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299564.826297,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96591637-a222-4f20-91cb-494eeccd0cc9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785299564.8265867,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dafeb0b3-c00a-42e3-b68f-feb09161a107"} {"level":"info","ts":1785299564.8267002,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3358845d-9b61-4b8b-839a-2eb51820b413","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.8269422,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3358845d-9b61-4b8b-839a-2eb51820b413","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.8269858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85d04df9-271f-4d94-8fd8-3084763baa28","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.8270013,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85d04df9-271f-4d94-8fd8-3084763baa28","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.8270767,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33441.528150732,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.8270895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.8272362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.8273723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a5e964f-bb3f-49e6-9862-0a2c3caea02f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.8273928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a5e964f-bb3f-49e6-9862-0a2c3caea02f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.8328168,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.8409522,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36217.701756867,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.8409693,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.8476381,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785299564.9068434,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20ecd213-fde5-4063-a148-5239168d8cfb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.9068701,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20ecd213-fde5-4063-a148-5239168d8cfb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.9229674,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f037486-db4e-44db-8c82-30fcaaa77531","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.9230003,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f037486-db4e-44db-8c82-30fcaaa77531","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785299564.9278235,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dafeb0b3-c00a-42e3-b68f-feb09161a107","name":"e2e-external-model"} {"level":"info","ts":1785299564.9351823,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dafeb0b3-c00a-42e3-b68f-feb09161a107","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299564.9354978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d1b5297-1ae9-4321-bc23-be5ab332ce68","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299564.9355273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d1b5297-1ae9-4321-bc23-be5ab332ce68","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785299564.938369,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dafeb0b3-c00a-42e3-b68f-feb09161a107","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299564.938452,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7e3d1dc-7ae0-4efa-be45-364c22fdf2ce"} {"level":"info","ts":1785299564.9384933,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7e3d1dc-7ae0-4efa-be45-364c22fdf2ce","name":"e2e-external-model"} {"level":"info","ts":1785299564.9418743,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71355d3c-3578-4e59-968c-1b7ac84d402d","name":"e2e-external-provider"} {"level":"info","ts":1785299564.944683,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7e3d1dc-7ae0-4efa-be45-364c22fdf2ce","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299564.949952,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71355d3c-3578-4e59-968c-1b7ac84d402d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785299564.9532597,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71355d3c-3578-4e59-968c-1b7ac84d402d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299564.9533432,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c8e2c11-e9ca-4e8f-9645-9bac8a2b724a"} {"level":"info","ts":1785299564.953385,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c8e2c11-e9ca-4e8f-9645-9bac8a2b724a","name":"e2e-external-provider"} {"level":"info","ts":1785299564.9605887,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c8e2c11-e9ca-4e8f-9645-9bac8a2b724a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785299586.9902103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299586.9903183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"481286fb-5d72-4f6e-bc07-a680a3d8547c"} {"level":"info","ts":1785299586.990328,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"481286fb-5d72-4f6e-bc07-a680a3d8547c"} {"level":"info","ts":1785299586.9903393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"481286fb-5d72-4f6e-bc07-a680a3d8547c","EoS":false} {"level":"info","ts":1785299586.9903498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"481286fb-5d72-4f6e-bc07-a680a3d8547c","EoS":true} {"level":"info","ts":1785299586.9903774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"481286fb-5d72-4f6e-bc07-a680a3d8547c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785299586.9903944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"481286fb-5d72-4f6e-bc07-a680a3d8547c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299586.990402,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"481286fb-5d72-4f6e-bc07-a680a3d8547c","modelName":"e2e-external-model"} {"level":"info","ts":1785299586.9904153,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"481286fb-5d72-4f6e-bc07-a680a3d8547c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785299586.990465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"481286fb-5d72-4f6e-bc07-a680a3d8547c"} {"level":"info","ts":1785299587.0351555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299587.035213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc89a587-decc-4817-9fee-af8fda8aace6"} {"level":"info","ts":1785299587.0352213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc89a587-decc-4817-9fee-af8fda8aace6"} {"level":"info","ts":1785299587.0352306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc89a587-decc-4817-9fee-af8fda8aace6","EoS":false} {"level":"info","ts":1785299587.035241,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc89a587-decc-4817-9fee-af8fda8aace6","EoS":true} {"level":"info","ts":1785299587.0352592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc89a587-decc-4817-9fee-af8fda8aace6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785299587.0352762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc89a587-decc-4817-9fee-af8fda8aace6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299587.0352838,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bc89a587-decc-4817-9fee-af8fda8aace6","modelName":"e2e-external-model"} {"level":"info","ts":1785299587.035298,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bc89a587-decc-4817-9fee-af8fda8aace6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785299587.0353317,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc89a587-decc-4817-9fee-af8fda8aace6"} {"level":"info","ts":1785299587.064417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299587.064473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c"} {"level":"info","ts":1785299587.064484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c"} {"level":"info","ts":1785299587.0644948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","EoS":false} {"level":"info","ts":1785299587.0645053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","EoS":true} {"level":"info","ts":1785299587.0645204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785299587.0645328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299587.0645392,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","modelName":"e2e-external-model"} {"level":"info","ts":1785299587.0645506,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785299587.0645826,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"574514be-a740-4502-841d-c3d80e9cfa6c"} {"level":"info","ts":1785299587.288563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa81a160-e65a-491a-9ffc-cccf9c8c5977"} {"level":"info","ts":1785299587.2885766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be84bfa4-fa62-4bdf-addf-85e27e8ac99d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299587.28861,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be84bfa4-fa62-4bdf-addf-85e27e8ac99d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785299587.2955444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9d014d7-4c6c-477a-b7db-443365b30f08","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299587.2955735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9d014d7-4c6c-477a-b7db-443365b30f08","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785299587.2969098,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa81a160-e65a-491a-9ffc-cccf9c8c5977","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299587.296962,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa81a160-e65a-491a-9ffc-cccf9c8c5977","name":"e2e-cleanup-test"} {"level":"info","ts":1785299587.3173113,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7dae488d-7620-4f3d-a57e-ab4338295d37","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299587.317344,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7dae488d-7620-4f3d-a57e-ab4338295d37","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785299587.325005,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa81a160-e65a-491a-9ffc-cccf9c8c5977","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785299587.3250427,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa81a160-e65a-491a-9ffc-cccf9c8c5977","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299587.3250992,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a31e255-87cd-4d9c-993e-91623f05d206"} {"level":"info","ts":1785299587.3251436,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a31e255-87cd-4d9c-993e-91623f05d206","name":"e2e-cleanup-test"} {"level":"info","ts":1785299587.3309054,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c75bcf23-e95b-4839-98d1-1f9047aa8e16","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299587.3309302,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c75bcf23-e95b-4839-98d1-1f9047aa8e16","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785299587.3325222,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a31e255-87cd-4d9c-993e-91623f05d206","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785299587.3354077,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a31e255-87cd-4d9c-993e-91623f05d206","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299587.335473,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"452103e7-4f70-4409-bf4f-be814659591e"} {"level":"info","ts":1785299587.3355258,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"452103e7-4f70-4409-bf4f-be814659591e","name":"e2e-cleanup-test"} {"level":"info","ts":1785299587.344969,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e3814a4-65c9-4cbb-8263-9751b134b1cd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299587.344993,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e3814a4-65c9-4cbb-8263-9751b134b1cd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785299587.345702,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"452103e7-4f70-4409-bf4f-be814659591e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785299587.348673,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"452103e7-4f70-4409-bf4f-be814659591e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785299587.3487294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a0c6b51-29a4-43d0-9e91-06b6d04eeced"} {"level":"info","ts":1785299587.3487968,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a0c6b51-29a4-43d0-9e91-06b6d04eeced","name":"e2e-cleanup-test"} {"level":"info","ts":1785299587.3567944,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a0c6b51-29a4-43d0-9e91-06b6d04eeced","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785299595.5512,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"96eaaea7-2985-4ed4-a2a7-44129bdbeef0"} {"level":"info","ts":1785299595.5512538,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a769946-9525-4702-9a95-8dfae109959e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299595.5512824,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a769946-9525-4702-9a95-8dfae109959e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785299599.8401468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299599.840245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3"} {"level":"info","ts":1785299599.8402638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3"} {"level":"info","ts":1785299599.840281,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3","EoS":false} {"level":"info","ts":1785299599.840299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3","EoS":true} {"level":"info","ts":1785299599.8403273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785299599.8403506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785299599.8403852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea60485b-1ea2-447f-9c85-f9b7038db7a3"} {"level":"info","ts":1785299599.8649461,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299599.8650105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32"} {"level":"info","ts":1785299599.865023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32"} {"level":"info","ts":1785299599.865042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","EoS":false} {"level":"info","ts":1785299599.8650577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","EoS":true} {"level":"info","ts":1785299599.865082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785299599.865099,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299599.8651094,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","modelName":"e2e-external-model"} {"level":"info","ts":1785299599.8651316,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785299599.8651748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65664d76-9307-4a27-a311-39edd4d85f32"} {"level":"info","ts":1785299600.0278609,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299600.0279138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8"} {"level":"info","ts":1785299600.0279214,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8"} {"level":"info","ts":1785299600.0279303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","EoS":false} {"level":"info","ts":1785299600.0279408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","EoS":true} {"level":"info","ts":1785299600.0279562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785299600.0279667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785299600.0279818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1304eb85-db19-41f1-80a4-d3a74f4cade8"} {"level":"info","ts":1785299600.1174238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785299600.1174958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31"} {"level":"info","ts":1785299600.1175137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31"} {"level":"info","ts":1785299600.1175315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31","EoS":false} {"level":"info","ts":1785299600.1175508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31","EoS":true} {"level":"info","ts":1785299600.1175776,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31","field":"model"} {"level":"info","ts":1785299600.1176,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10123072-8a5d-4b32-8662-a2c36f864c31"} {"level":"info","ts":1785299600.976099,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24a749ff-a79c-483b-a2f4-a5039fcbfd47"} {"level":"info","ts":1785299600.9761121,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24696606-41d4-4fac-81cd-4fc793a6dea9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299600.9761765,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24696606-41d4-4fac-81cd-4fc793a6dea9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785299601.1111467,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ad45f70-436e-407c-94d1-7774acbfb9f1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785299601.1111698,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46764347-81cc-41ee-b1f6-df58c23a0d12"} {"level":"info","ts":1785299601.111182,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ad45f70-436e-407c-94d1-7774acbfb9f1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785301355.145347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785301355.1454515,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62b03f5b-44fe-4cde-9785-4d14c9d3c505"} {"level":"info","ts":1785301429.7259147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785301429.7260008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4"} {"level":"info","ts":1785301429.7260091,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4"} {"level":"info","ts":1785301429.7260206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","EoS":false} {"level":"info","ts":1785301429.726031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","EoS":true} {"level":"info","ts":1785301429.7260563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785301429.7260728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785301429.726143,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0dd1cc2-a664-4a6b-ab1a-4b7a81a062c4"}