{"level":"info","ts":1785177954.8884728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30a66deb-d526-46d0-8070-9d80da601302","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785177954.8884926,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30a66deb-d526-46d0-8070-9d80da601302"} {"level":"info","ts":1785177959.043687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177959.0437613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4b4fd1d-d3d6-4073-9ebf-141654d5f631"} {"level":"info","ts":1785177959.0437708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4b4fd1d-d3d6-4073-9ebf-141654d5f631"} {"level":"info","ts":1785177959.0437825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4b4fd1d-d3d6-4073-9ebf-141654d5f631","EoS":false} {"level":"info","ts":1785177959.0437918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4b4fd1d-d3d6-4073-9ebf-141654d5f631","EoS":true} {"level":"info","ts":1785177959.043811,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4b4fd1d-d3d6-4073-9ebf-141654d5f631","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785177959.0438294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4b4fd1d-d3d6-4073-9ebf-141654d5f631","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785177959.0438514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4b4fd1d-d3d6-4073-9ebf-141654d5f631"} {"level":"info","ts":1785177978.0196164,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.0197122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733"} {"level":"info","ts":1785177978.0197303,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733"} {"level":"info","ts":1785177978.01975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","EoS":false} {"level":"info","ts":1785177978.0197766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","EoS":true} {"level":"info","ts":1785177978.0198102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785177978.0198293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.0198588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733"} {"level":"info","ts":1785177978.1592555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.159329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74"} {"level":"info","ts":1785177978.1593416,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74"} {"level":"info","ts":1785177978.159353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","EoS":false} {"level":"info","ts":1785177978.1593661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","EoS":true} {"level":"info","ts":1785177978.1593876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785177978.1594028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.1594214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74"} {"level":"info","ts":1785177978.2978835,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.2979758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92"} {"level":"info","ts":1785177978.2979872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92"} {"level":"info","ts":1785177978.297999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","EoS":false} {"level":"info","ts":1785177978.2980087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","EoS":true} {"level":"info","ts":1785177978.2980282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785177978.2980459,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.298067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92"} {"level":"info","ts":1785177978.4394584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.4395418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672"} {"level":"info","ts":1785177978.439554,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672"} {"level":"info","ts":1785177978.439573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","EoS":false} {"level":"info","ts":1785177978.43959,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","EoS":true} {"level":"info","ts":1785177978.4396188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785177978.4396389,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.43967,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672"} {"level":"info","ts":1785177978.5779946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.5780866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892"} {"level":"info","ts":1785177978.5781,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892"} {"level":"info","ts":1785177978.5781393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","EoS":false} {"level":"info","ts":1785177978.5781734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","EoS":true} {"level":"info","ts":1785177978.578194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785177978.5782208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.5782447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892"} {"level":"info","ts":1785177978.7143257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.7144084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0151f87-445e-42ab-9996-39b144854017"} {"level":"info","ts":1785177978.7144217,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0151f87-445e-42ab-9996-39b144854017"} {"level":"info","ts":1785177978.714441,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0151f87-445e-42ab-9996-39b144854017","EoS":false} {"level":"info","ts":1785177978.714462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0151f87-445e-42ab-9996-39b144854017","EoS":true} {"level":"info","ts":1785177978.7144947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0151f87-445e-42ab-9996-39b144854017","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785177978.714515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0151f87-445e-42ab-9996-39b144854017","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.7145455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0151f87-445e-42ab-9996-39b144854017"} {"level":"info","ts":1785177997.5138092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177997.5139136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a"} {"level":"info","ts":1785177997.5139313,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a"} {"level":"info","ts":1785177997.5139499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","EoS":false} {"level":"info","ts":1785177997.513973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","EoS":true} {"level":"info","ts":1785177997.5140052,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785177997.5140243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177997.514049,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a"} {"level":"info","ts":1785177997.556266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177997.5563478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb2e369f-dc88-409e-8fc4-3b2733fede8a"} {"level":"info","ts":1785177997.5563638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb2e369f-dc88-409e-8fc4-3b2733fede8a"} {"level":"info","ts":1785177997.5563757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb2e369f-dc88-409e-8fc4-3b2733fede8a","EoS":false} {"level":"info","ts":1785177997.5563884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb2e369f-dc88-409e-8fc4-3b2733fede8a","EoS":true} {"level":"info","ts":1785177997.5564091,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb2e369f-dc88-409e-8fc4-3b2733fede8a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785177997.5564265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb2e369f-dc88-409e-8fc4-3b2733fede8a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177997.5564516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb2e369f-dc88-409e-8fc4-3b2733fede8a"} {"level":"info","ts":1785177997.5991538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177997.5992236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d317dcd-2b3b-4be5-a1f5-35d5021afac0"} {"level":"info","ts":1785177997.5992389,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d317dcd-2b3b-4be5-a1f5-35d5021afac0"} {"level":"info","ts":1785177997.5992508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d317dcd-2b3b-4be5-a1f5-35d5021afac0","EoS":false} {"level":"info","ts":1785177997.5992622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d317dcd-2b3b-4be5-a1f5-35d5021afac0","EoS":true} {"level":"info","ts":1785177997.5992815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d317dcd-2b3b-4be5-a1f5-35d5021afac0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785177997.599299,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d317dcd-2b3b-4be5-a1f5-35d5021afac0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177997.5993254,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d317dcd-2b3b-4be5-a1f5-35d5021afac0"} {"level":"info","ts":1785177997.6382928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177997.6383529,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d40aa42-e53a-4489-af84-ee5ff91aee84"} {"level":"info","ts":1785178002.30848,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178002.3085618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af"} {"level":"info","ts":1785178002.308573,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af"} {"level":"info","ts":1785178002.3085837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","EoS":false} {"level":"info","ts":1785178002.3085954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","EoS":true} {"level":"info","ts":1785178002.3086147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178002.3086307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178002.3086514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af"} {"level":"info","ts":1785178010.923615,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178010.923706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21466fa0-f536-4239-b47d-c03b8f94f3a2"} {"level":"info","ts":1785178010.9237196,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21466fa0-f536-4239-b47d-c03b8f94f3a2"} {"level":"info","ts":1785178010.9237347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21466fa0-f536-4239-b47d-c03b8f94f3a2","EoS":false} {"level":"info","ts":1785178010.9237509,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21466fa0-f536-4239-b47d-c03b8f94f3a2","EoS":true} {"level":"info","ts":1785178010.923778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21466fa0-f536-4239-b47d-c03b8f94f3a2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785178010.923801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21466fa0-f536-4239-b47d-c03b8f94f3a2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178010.9238799,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21466fa0-f536-4239-b47d-c03b8f94f3a2"} {"level":"info","ts":1785178012.9608085,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178012.9608932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193"} {"level":"info","ts":1785178012.9609067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193"} {"level":"info","ts":1785178012.9609182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","EoS":false} {"level":"info","ts":1785178012.960932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","EoS":true} {"level":"info","ts":1785178012.960955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785178012.9609704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178012.9609919,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193"} {"level":"info","ts":1785178025.8578749,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178025.8579676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c"} {"level":"info","ts":1785178025.8579826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c"} {"level":"info","ts":1785178025.8580039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","EoS":false} {"level":"info","ts":1785178025.8580241,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","EoS":true} {"level":"info","ts":1785178025.8580523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178025.8580723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178025.8581045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c"} {"level":"info","ts":1785178034.4139569,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178034.4140394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9"} {"level":"info","ts":1785178034.4140503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9"} {"level":"info","ts":1785178034.414061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","EoS":false} {"level":"info","ts":1785178034.4140718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","EoS":true} {"level":"info","ts":1785178034.4140916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178034.4141083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178034.4141693,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9"} {"level":"info","ts":1785178043.2926512,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178043.292727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd"} {"level":"info","ts":1785178043.2927368,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd"} {"level":"info","ts":1785178043.2927485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","EoS":false} {"level":"info","ts":1785178043.29276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","EoS":true} {"level":"info","ts":1785178043.2927825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178043.2927985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178043.2928195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd"} {"level":"info","ts":1785178052.3172812,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178052.3173645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d424d76-f63e-460d-905f-0fdc7a512272"} {"level":"info","ts":1785178052.3173735,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d424d76-f63e-460d-905f-0fdc7a512272"} {"level":"info","ts":1785178052.3173854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d424d76-f63e-460d-905f-0fdc7a512272","EoS":false} {"level":"info","ts":1785178052.3173983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d424d76-f63e-460d-905f-0fdc7a512272","EoS":true} {"level":"info","ts":1785178052.3174186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d424d76-f63e-460d-905f-0fdc7a512272","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178052.3174326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d424d76-f63e-460d-905f-0fdc7a512272","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178052.3174555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d424d76-f63e-460d-905f-0fdc7a512272"} {"level":"info","ts":1785178057.0913393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178057.091424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a528593-d67b-4f5e-8fbc-142cb446ef90"} {"level":"info","ts":1785178057.091434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a528593-d67b-4f5e-8fbc-142cb446ef90"} {"level":"info","ts":1785178057.0914457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a528593-d67b-4f5e-8fbc-142cb446ef90","EoS":false} {"level":"info","ts":1785178057.091456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a528593-d67b-4f5e-8fbc-142cb446ef90","EoS":true} {"level":"info","ts":1785178057.0914805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a528593-d67b-4f5e-8fbc-142cb446ef90","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785178057.091497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a528593-d67b-4f5e-8fbc-142cb446ef90","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178057.0915215,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a528593-d67b-4f5e-8fbc-142cb446ef90"} {"level":"info","ts":1785178061.8837621,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178061.8838377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db3b67b-0879-4269-a22a-fa6860218de0"} {"level":"info","ts":1785178061.8838475,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3db3b67b-0879-4269-a22a-fa6860218de0"} {"level":"info","ts":1785178061.8838582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3db3b67b-0879-4269-a22a-fa6860218de0","EoS":false} {"level":"info","ts":1785178061.8838706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3db3b67b-0879-4269-a22a-fa6860218de0","EoS":true} {"level":"info","ts":1785178061.8838904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3db3b67b-0879-4269-a22a-fa6860218de0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785178061.8839056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db3b67b-0879-4269-a22a-fa6860218de0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178061.8839316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3db3b67b-0879-4269-a22a-fa6860218de0"} {"level":"info","ts":1785178062.1703165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178062.1703887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b73a196-beb4-419e-8e29-1db9e34273de"} {"level":"info","ts":1785178062.1703973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b73a196-beb4-419e-8e29-1db9e34273de"} {"level":"info","ts":1785178062.1704094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b73a196-beb4-419e-8e29-1db9e34273de","EoS":false} {"level":"info","ts":1785178062.1704226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b73a196-beb4-419e-8e29-1db9e34273de","EoS":true} {"level":"info","ts":1785178062.1704447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b73a196-beb4-419e-8e29-1db9e34273de","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785178062.1704602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b73a196-beb4-419e-8e29-1db9e34273de","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178062.1704857,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b73a196-beb4-419e-8e29-1db9e34273de"} {"level":"info","ts":1785178064.2118542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178064.21194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de06ffca-88b9-40a5-816b-76284877b317"} {"level":"info","ts":1785178064.211953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de06ffca-88b9-40a5-816b-76284877b317"} {"level":"info","ts":1785178064.2119663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de06ffca-88b9-40a5-816b-76284877b317","EoS":false} {"level":"info","ts":1785178064.211986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de06ffca-88b9-40a5-816b-76284877b317","EoS":true} {"level":"info","ts":1785178064.2120082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de06ffca-88b9-40a5-816b-76284877b317","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785178064.2120235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de06ffca-88b9-40a5-816b-76284877b317","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178064.2120497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de06ffca-88b9-40a5-816b-76284877b317"} {"level":"info","ts":1785178066.246916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178066.247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e724345-33f5-4ab3-bb3e-e601208c14ea"} {"level":"info","ts":1785178066.2470107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e724345-33f5-4ab3-bb3e-e601208c14ea"} {"level":"info","ts":1785178066.2470224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e724345-33f5-4ab3-bb3e-e601208c14ea","EoS":false} {"level":"info","ts":1785178066.2470326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e724345-33f5-4ab3-bb3e-e601208c14ea","EoS":true} {"level":"info","ts":1785178066.2471094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e724345-33f5-4ab3-bb3e-e601208c14ea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785178066.2471807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e724345-33f5-4ab3-bb3e-e601208c14ea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178066.2472944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e724345-33f5-4ab3-bb3e-e601208c14ea"} {"level":"info","ts":1785178068.288922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178068.2889977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7"} {"level":"info","ts":1785178068.2890072,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7"} {"level":"info","ts":1785178068.2890174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","EoS":false} {"level":"info","ts":1785178068.289028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","EoS":true} {"level":"info","ts":1785178068.28906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785178068.2890759,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178068.2890985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7"} {"level":"info","ts":1785178092.9535952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178092.953681,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18"} {"level":"info","ts":1785178092.95369,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18"} {"level":"info","ts":1785178092.9537005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","EoS":false} {"level":"info","ts":1785178092.953712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","EoS":true} {"level":"info","ts":1785178092.9537334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785178092.9537497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178092.953774,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18"} {"level":"info","ts":1785178102.3167675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178102.3168545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46075487-22e2-47fc-ac42-927e24d73fe0"} {"level":"info","ts":1785178102.3168669,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46075487-22e2-47fc-ac42-927e24d73fe0"} {"level":"info","ts":1785178102.3168793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46075487-22e2-47fc-ac42-927e24d73fe0","EoS":false} {"level":"info","ts":1785178102.3168912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46075487-22e2-47fc-ac42-927e24d73fe0","EoS":true} {"level":"info","ts":1785178102.316913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46075487-22e2-47fc-ac42-927e24d73fe0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178102.3169286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46075487-22e2-47fc-ac42-927e24d73fe0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178102.3169496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46075487-22e2-47fc-ac42-927e24d73fe0"} {"level":"info","ts":1785178107.8988688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178107.898954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e5821ec-26d4-41ee-acd8-c77562af6095"} {"level":"info","ts":1785178107.8989666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e5821ec-26d4-41ee-acd8-c77562af6095"} {"level":"info","ts":1785178107.8989782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e5821ec-26d4-41ee-acd8-c77562af6095","EoS":false} {"level":"info","ts":1785178107.8989885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e5821ec-26d4-41ee-acd8-c77562af6095","EoS":true} {"level":"info","ts":1785178107.8990104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e5821ec-26d4-41ee-acd8-c77562af6095","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785178107.8990254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e5821ec-26d4-41ee-acd8-c77562af6095","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178107.8990471,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e5821ec-26d4-41ee-acd8-c77562af6095"} {"level":"info","ts":1785178117.4793072,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178117.4793823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c2e640c-d5a2-470b-a1f2-0d3f37022b9f"} {"level":"info","ts":1785178117.4793937,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c2e640c-d5a2-470b-a1f2-0d3f37022b9f"} {"level":"info","ts":1785178117.4794047,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c2e640c-d5a2-470b-a1f2-0d3f37022b9f","EoS":false} {"level":"info","ts":1785178117.4794164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c2e640c-d5a2-470b-a1f2-0d3f37022b9f","EoS":true} {"level":"info","ts":1785178117.479439,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c2e640c-d5a2-470b-a1f2-0d3f37022b9f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178117.4794545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c2e640c-d5a2-470b-a1f2-0d3f37022b9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178117.4794767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c2e640c-d5a2-470b-a1f2-0d3f37022b9f"} {"level":"info","ts":1785178119.5136368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178119.513715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfecca28-e5bc-4be8-bac8-c3a7b416d464"} {"level":"info","ts":1785178119.513727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfecca28-e5bc-4be8-bac8-c3a7b416d464"} {"level":"info","ts":1785178119.5137377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfecca28-e5bc-4be8-bac8-c3a7b416d464","EoS":false} {"level":"info","ts":1785178119.5137482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfecca28-e5bc-4be8-bac8-c3a7b416d464","EoS":true} {"level":"info","ts":1785178119.5137684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dfecca28-e5bc-4be8-bac8-c3a7b416d464","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178119.5137835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfecca28-e5bc-4be8-bac8-c3a7b416d464","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178119.5138075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfecca28-e5bc-4be8-bac8-c3a7b416d464"} {"level":"info","ts":1785178121.5499966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178121.5500731,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967"} {"level":"info","ts":1785178121.5500839,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967"} {"level":"info","ts":1785178121.5500948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","EoS":false} {"level":"info","ts":1785178121.550111,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","EoS":true} {"level":"info","ts":1785178121.5501666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178121.5501919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178121.55026,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967"} {"level":"info","ts":1785178131.0132399,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178131.0134003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54"} {"level":"info","ts":1785178131.0134416,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54"} {"level":"info","ts":1785178131.013482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","EoS":false} {"level":"info","ts":1785178131.0135162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","EoS":true} {"level":"info","ts":1785178131.0135665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178131.0136049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178131.0136676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54"} {"level":"info","ts":1785178131.0650892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178131.0652018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213"} {"level":"info","ts":1785178131.0652137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213"} {"level":"info","ts":1785178131.0652254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","EoS":false} {"level":"info","ts":1785178131.0652356,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","EoS":true} {"level":"info","ts":1785178131.0652583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178131.0652738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178131.0652971,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213"} {"level":"info","ts":1785178150.3032928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178150.3033745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909"} {"level":"info","ts":1785178150.3033867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909"} {"level":"info","ts":1785178150.3033977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","EoS":false} {"level":"info","ts":1785178150.3034096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","EoS":true} {"level":"info","ts":1785178150.3034315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178150.303447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178150.3034708,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909"} {"level":"info","ts":1785178159.707787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178159.7078645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9d16549-4391-4fc1-99ce-ee22b763882f"} {"level":"info","ts":1785178159.707877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9d16549-4391-4fc1-99ce-ee22b763882f"} {"level":"info","ts":1785178159.7078917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9d16549-4391-4fc1-99ce-ee22b763882f","EoS":false} {"level":"info","ts":1785178159.7079017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9d16549-4391-4fc1-99ce-ee22b763882f","EoS":true} {"level":"info","ts":1785178159.707924,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9d16549-4391-4fc1-99ce-ee22b763882f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178159.7079399,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9d16549-4391-4fc1-99ce-ee22b763882f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178159.707964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9d16549-4391-4fc1-99ce-ee22b763882f"} {"level":"info","ts":1785178165.0179057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178165.0179865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98130c47-d63a-45f8-ac6f-ad6e8f48376a"} {"level":"info","ts":1785178165.0179987,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98130c47-d63a-45f8-ac6f-ad6e8f48376a"} {"level":"info","ts":1785178165.0180106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98130c47-d63a-45f8-ac6f-ad6e8f48376a","EoS":false} {"level":"info","ts":1785178165.0180235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98130c47-d63a-45f8-ac6f-ad6e8f48376a","EoS":true} {"level":"info","ts":1785178165.018049,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98130c47-d63a-45f8-ac6f-ad6e8f48376a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785178165.0180645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98130c47-d63a-45f8-ac6f-ad6e8f48376a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178165.0180933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98130c47-d63a-45f8-ac6f-ad6e8f48376a"} {"level":"info","ts":1785178256.0626216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178256.0627043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"014a0f9d-1d3c-4893-aadf-fcbaa69d100b"} {"level":"info","ts":1785178256.062715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"014a0f9d-1d3c-4893-aadf-fcbaa69d100b"} {"level":"info","ts":1785178256.0627258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"014a0f9d-1d3c-4893-aadf-fcbaa69d100b","EoS":false} {"level":"info","ts":1785178256.0627367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"014a0f9d-1d3c-4893-aadf-fcbaa69d100b","EoS":true} {"level":"info","ts":1785178256.0627594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"014a0f9d-1d3c-4893-aadf-fcbaa69d100b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785178256.0627728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"014a0f9d-1d3c-4893-aadf-fcbaa69d100b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785178256.0627947,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"014a0f9d-1d3c-4893-aadf-fcbaa69d100b"} {"level":"info","ts":1785178281.1706064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178281.1706855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c"} {"level":"info","ts":1785178281.1706958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c"} {"level":"info","ts":1785178281.1707067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","EoS":false} {"level":"info","ts":1785178281.1707182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","EoS":true} {"level":"info","ts":1785178281.1707392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785178281.1707547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785178281.1707745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c"} {"level":"info","ts":1785178320.518219,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178320.5183122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de"} {"level":"info","ts":1785178320.518324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de"} {"level":"info","ts":1785178320.5183368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","EoS":false} {"level":"info","ts":1785178320.5183506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","EoS":true} {"level":"info","ts":1785178320.5183713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178320.5183876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178320.5184083,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de"} {"level":"info","ts":1785178335.7873697,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178335.7874434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968"} {"level":"info","ts":1785178335.7874525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968"} {"level":"info","ts":1785178335.7874637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","EoS":false} {"level":"info","ts":1785178335.7874777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","EoS":true} {"level":"info","ts":1785178335.7874987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178335.787515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178335.7875364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968"} {"level":"info","ts":1785178336.1411736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178336.1412501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bd94655-7974-4430-a841-90d718587af3"} {"level":"info","ts":1785178336.1412592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5bd94655-7974-4430-a841-90d718587af3"} {"level":"info","ts":1785178336.1412718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bd94655-7974-4430-a841-90d718587af3","EoS":false} {"level":"info","ts":1785178336.1412826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bd94655-7974-4430-a841-90d718587af3","EoS":true} {"level":"info","ts":1785178336.1413028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bd94655-7974-4430-a841-90d718587af3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785178336.1413183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bd94655-7974-4430-a841-90d718587af3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178336.1413388,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5bd94655-7974-4430-a841-90d718587af3"} {"level":"info","ts":1785178654.4415562,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178654.4416592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3"} {"level":"info","ts":1785178654.441678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3"} {"level":"info","ts":1785178654.4416964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","EoS":false} {"level":"info","ts":1785178654.4417148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","EoS":true} {"level":"info","ts":1785178654.4417431,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785178654.4417636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178654.4417965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3"} {"level":"info","ts":1785178654.4855654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178654.4856431,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38"} {"level":"info","ts":1785178654.4856546,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38"} {"level":"info","ts":1785178654.4856658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","EoS":false} {"level":"info","ts":1785178654.4856791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","EoS":true} {"level":"info","ts":1785178654.4857008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785178654.485717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178654.485739,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38"} {"level":"info","ts":1785178654.5186925,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178654.5187607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58ef833d-130f-45ae-a773-e2d6495a2961"} {"level":"info","ts":1785178654.5187695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58ef833d-130f-45ae-a773-e2d6495a2961"} {"level":"info","ts":1785178654.51878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58ef833d-130f-45ae-a773-e2d6495a2961","EoS":false} {"level":"info","ts":1785178654.5187922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58ef833d-130f-45ae-a773-e2d6495a2961","EoS":true} {"level":"info","ts":1785178654.518812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58ef833d-130f-45ae-a773-e2d6495a2961","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785178654.518827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58ef833d-130f-45ae-a773-e2d6495a2961","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178654.518848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58ef833d-130f-45ae-a773-e2d6495a2961"} {"level":"info","ts":1785178654.5539353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178654.5540023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bcebbb7-0898-4da7-a0a3-f70596aee0d8"} {"level":"info","ts":1785178654.5540156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7bcebbb7-0898-4da7-a0a3-f70596aee0d8"} {"level":"info","ts":1785178654.5540268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bcebbb7-0898-4da7-a0a3-f70596aee0d8","EoS":false} {"level":"info","ts":1785178654.5540361,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bcebbb7-0898-4da7-a0a3-f70596aee0d8","EoS":true} {"level":"info","ts":1785178654.5540626,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bcebbb7-0898-4da7-a0a3-f70596aee0d8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785178654.554078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bcebbb7-0898-4da7-a0a3-f70596aee0d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178654.5540977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7bcebbb7-0898-4da7-a0a3-f70596aee0d8"} {"level":"info","ts":1785178659.4580112,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10ba29aa-4803-4f51-96eb-a94bd8ac8900"} {"level":"info","ts":1785178659.458135,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4a961bb-96af-4ebb-a71b-89cf3a787e24","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178659.4581673,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4a961bb-96af-4ebb-a71b-89cf3a787e24","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785178659.4644613,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fa43d0b-7a25-445d-9ccf-9ffa012bc86d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178659.4644969,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fa43d0b-7a25-445d-9ccf-9ffa012bc86d","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785178659.4676423,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10ba29aa-4803-4f51-96eb-a94bd8ac8900","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178659.4678693,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34194.141999359,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.467886,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.531554,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.6203763,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38157.459013576,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.6204047,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.6204255,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fef8c27-d824-4d6c-a316-b5113917679f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178659.620473,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fef8c27-d824-4d6c-a316-b5113917679f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785178659.6210809,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"180afd62-dd25-4f1d-8332-1090560b39a3"} {"level":"info","ts":1785178659.6212049,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29ef9f03-410d-481e-a833-6b45763582e8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.6213708,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33175.054689457,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.6213865,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.6214333,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29ef9f03-410d-481e-a833-6b45763582e8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178659.6381578,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.717923,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.721141,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10ba29aa-4803-4f51-96eb-a94bd8ac8900","name":"e2e-external-provider"} {"level":"info","ts":1785178659.7214308,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"180afd62-dd25-4f1d-8332-1090560b39a3","name":"e2e-external-model"} {"level":"info","ts":1785178659.7298484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4422faa-7b7f-40b8-aa05-7dcc32cea5db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.7298737,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4422faa-7b7f-40b8-aa05-7dcc32cea5db","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178659.745585,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10ba29aa-4803-4f51-96eb-a94bd8ac8900","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785178659.7462184,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"180afd62-dd25-4f1d-8332-1090560b39a3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785178659.7462635,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"180afd62-dd25-4f1d-8332-1090560b39a3","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178659.746328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e429b4d0-f39b-4c8f-a039-93c3f0428725"} {"level":"info","ts":1785178659.7463715,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e429b4d0-f39b-4c8f-a039-93c3f0428725","name":"e2e-external-model"} {"level":"error","ts":1785178659.7516477,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10ba29aa-4803-4f51-96eb-a94bd8ac8900","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178659.7517157,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5da89415-3dcd-46ca-9eca-e7c851da40b0"} {"level":"info","ts":1785178659.7517486,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5da89415-3dcd-46ca-9eca-e7c851da40b0","name":"e2e-external-provider"} {"level":"info","ts":1785178659.7558372,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37b54bb3-fe1a-4bfc-899a-98c6da22e24c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.755863,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37b54bb3-fe1a-4bfc-899a-98c6da22e24c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178659.7582397,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e429b4d0-f39b-4c8f-a039-93c3f0428725","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785178659.7661095,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e429b4d0-f39b-4c8f-a039-93c3f0428725","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178659.7662044,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e85d3cc1-7ced-4a08-a4a3-8fe1c622bf76"} {"level":"info","ts":1785178659.7662497,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e85d3cc1-7ced-4a08-a4a3-8fe1c622bf76","name":"e2e-external-model"} {"level":"info","ts":1785178659.7786076,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5da89415-3dcd-46ca-9eca-e7c851da40b0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785178659.7809365,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e85d3cc1-7ced-4a08-a4a3-8fe1c622bf76","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178659.7880259,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d4213ff-d3e5-4371-a7b2-76c14efeacf5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.7880516,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d4213ff-d3e5-4371-a7b2-76c14efeacf5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785178659.7900157,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e85d3cc1-7ced-4a08-a4a3-8fe1c622bf76","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178659.7900817,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a6ffdcc-c924-4c5e-9d3b-224aa2c8d83e"} {"level":"info","ts":1785178659.7901378,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a6ffdcc-c924-4c5e-9d3b-224aa2c8d83e","name":"e2e-external-model"} {"level":"info","ts":1785178659.8056757,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a6ffdcc-c924-4c5e-9d3b-224aa2c8d83e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178667.1088004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178667.1089005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef085032-7b08-4da7-bc4a-d248e6bf42a7"} {"level":"info","ts":1785178667.108912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef085032-7b08-4da7-bc4a-d248e6bf42a7"} {"level":"info","ts":1785178667.1089234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef085032-7b08-4da7-bc4a-d248e6bf42a7","EoS":false} {"level":"info","ts":1785178667.108934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef085032-7b08-4da7-bc4a-d248e6bf42a7","EoS":true} {"level":"info","ts":1785178667.1089606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef085032-7b08-4da7-bc4a-d248e6bf42a7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785178667.1089776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef085032-7b08-4da7-bc4a-d248e6bf42a7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178667.1089857,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ef085032-7b08-4da7-bc4a-d248e6bf42a7","modelName":"e2e-external-model"} {"level":"info","ts":1785178667.1089985,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ef085032-7b08-4da7-bc4a-d248e6bf42a7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785178667.1090553,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef085032-7b08-4da7-bc4a-d248e6bf42a7"} {"level":"info","ts":1785178667.2023585,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178667.2024257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f1cf86b-2763-4f5e-9bd2-243541939c9e"} {"level":"info","ts":1785178667.2024362,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f1cf86b-2763-4f5e-9bd2-243541939c9e"} {"level":"info","ts":1785178667.202446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f1cf86b-2763-4f5e-9bd2-243541939c9e","EoS":false} {"level":"info","ts":1785178667.2024565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f1cf86b-2763-4f5e-9bd2-243541939c9e","EoS":true} {"level":"info","ts":1785178667.2024782,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f1cf86b-2763-4f5e-9bd2-243541939c9e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785178667.2024941,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f1cf86b-2763-4f5e-9bd2-243541939c9e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178667.202503,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0f1cf86b-2763-4f5e-9bd2-243541939c9e","modelName":"e2e-external-model"} {"level":"info","ts":1785178667.2025213,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0f1cf86b-2763-4f5e-9bd2-243541939c9e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785178667.2025607,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f1cf86b-2763-4f5e-9bd2-243541939c9e"} {"level":"info","ts":1785178667.2277496,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178667.2278085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc"} {"level":"info","ts":1785178667.22782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc"} {"level":"info","ts":1785178667.2278304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","EoS":false} {"level":"info","ts":1785178667.2278411,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","EoS":true} {"level":"info","ts":1785178667.2278597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785178667.2278736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178667.2278802,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","modelName":"e2e-external-model"} {"level":"info","ts":1785178667.2278926,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785178667.2279265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc"} {"level":"info","ts":1785178667.3779807,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1aebd0c-80c5-479d-b57a-0685cae97c1e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178667.3780382,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1aebd0c-80c5-479d-b57a-0685cae97c1e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785178667.377992,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f76d958a-bcdd-4634-88f0-c658bae57eb1"} {"level":"info","ts":1785178667.3891883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03053e24-8e02-4efa-8c97-c577d50dd668","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178667.3892226,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03053e24-8e02-4efa-8c97-c577d50dd668","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785178667.3910992,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f76d958a-bcdd-4634-88f0-c658bae57eb1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178667.3911865,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f76d958a-bcdd-4634-88f0-c658bae57eb1","name":"e2e-cleanup-test"} {"level":"info","ts":1785178667.4170263,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f76d958a-bcdd-4634-88f0-c658bae57eb1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178667.4322867,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21122018-bbe1-47de-88d0-dcd6aa5136bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178667.4323173,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21122018-bbe1-47de-88d0-dcd6aa5136bd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785178667.4324775,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f76d958a-bcdd-4634-88f0-c658bae57eb1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178667.4325662,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd6e8c15-31b0-4232-80cf-ad45558eea7f"} {"level":"info","ts":1785178667.4326243,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd6e8c15-31b0-4232-80cf-ad45558eea7f","name":"e2e-cleanup-test"} {"level":"info","ts":1785178667.4580314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3fc3e45-32e2-4885-add3-345d08685d43","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178667.4580598,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3fc3e45-32e2-4885-add3-345d08685d43","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785178667.4600482,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd6e8c15-31b0-4232-80cf-ad45558eea7f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178667.460104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"171486f6-7a87-465a-8810-4369a13b8599"} {"level":"info","ts":1785178667.4601662,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"171486f6-7a87-465a-8810-4369a13b8599","name":"e2e-cleanup-test"} {"level":"info","ts":1785178667.4762695,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"171486f6-7a87-465a-8810-4369a13b8599","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178667.491616,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfe3f9f3-3a56-4208-ba23-84260c920ee6"} {"level":"info","ts":1785178667.4916275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f21e3f1f-d338-4831-ba49-d240ba156819","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178667.4916503,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f21e3f1f-d338-4831-ba49-d240ba156819","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785178667.4916813,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfe3f9f3-3a56-4208-ba23-84260c920ee6","name":"e2e-cleanup-test"} {"level":"info","ts":1785178667.5104802,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfe3f9f3-3a56-4208-ba23-84260c920ee6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178675.6536107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00af863f-2f96-4fb9-9a9f-31baa798f82c"} {"level":"info","ts":1785178675.653676,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4b5d636-2cfe-4e04-845f-e4d44d0e00f3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178675.6537075,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4b5d636-2cfe-4e04-845f-e4d44d0e00f3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178679.9835918,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178679.98367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad"} {"level":"info","ts":1785178679.9836807,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad"} {"level":"info","ts":1785178679.9836926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad","EoS":false} {"level":"info","ts":1785178679.9837053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad","EoS":true} {"level":"info","ts":1785178679.9837327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785178679.9837494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785178679.9837706,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad"} {"level":"info","ts":1785178680.0547817,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178680.0548596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516"} {"level":"info","ts":1785178680.0548692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516"} {"level":"info","ts":1785178680.0548797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","EoS":false} {"level":"info","ts":1785178680.0548897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","EoS":true} {"level":"info","ts":1785178680.0549104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785178680.0549264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178680.0549343,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","modelName":"e2e-external-model"} {"level":"info","ts":1785178680.054949,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785178680.0549881,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516"} {"level":"info","ts":1785178680.1466022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178680.146677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea"} {"level":"info","ts":1785178680.146689,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea"} {"level":"info","ts":1785178680.1467004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","EoS":false} {"level":"info","ts":1785178680.146715,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","EoS":true} {"level":"info","ts":1785178680.1467388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785178680.146755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178680.1467757,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea"} {"level":"info","ts":1785178680.2851768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178680.285253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14"} {"level":"info","ts":1785178680.2852619,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14"} {"level":"info","ts":1785178680.2852724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14","EoS":false} {"level":"info","ts":1785178680.2852843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14","EoS":true} {"level":"info","ts":1785178680.2853155,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14","field":"model"} {"level":"info","ts":1785178680.2853508,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14"} {"level":"info","ts":1785178681.3010514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"255c0845-ad84-4b4f-b18a-3f39e228be04"} {"level":"info","ts":1785178681.3011067,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9292d973-9b5a-470b-9ea1-eac31940af2b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178681.301166,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9292d973-9b5a-470b-9ea1-eac31940af2b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178681.4621904,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"268477b6-52c2-40a7-b1e6-7e9f07c8a8cf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178681.4622314,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"268477b6-52c2-40a7-b1e6-7e9f07c8a8cf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178681.46223,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39b1170b-8492-4838-969e-ba826c6f2dce"} {"level":"info","ts":1785180202.7973862,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180202.797474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"014023ae-f98d-48f2-8df3-dc9713ddc98a"} {"level":"info","ts":1785180258.137569,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180258.1376536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac"} {"level":"info","ts":1785180258.1376684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac"} {"level":"info","ts":1785180258.1376798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","EoS":false} {"level":"info","ts":1785180258.1376896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","EoS":true} {"level":"info","ts":1785180258.1377127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785180258.1377296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785180258.1377518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac"}