{"level":"info","ts":1785856943.1430163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdb31ec3-2b89-4b42-a8d4-f41ca08799c2","EoS":false} {"level":"info","ts":1785856943.1430268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdb31ec3-2b89-4b42-a8d4-f41ca08799c2","EoS":true} {"level":"info","ts":1785856943.1430485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdb31ec3-2b89-4b42-a8d4-f41ca08799c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785856943.1430619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdb31ec3-2b89-4b42-a8d4-f41ca08799c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856943.1430848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fdb31ec3-2b89-4b42-a8d4-f41ca08799c2"} {"level":"info","ts":1785856943.1847074,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856943.184786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"116f0c0d-3fdb-4ca2-8557-4c1284b71d45"} {"level":"info","ts":1785856943.1847951,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"116f0c0d-3fdb-4ca2-8557-4c1284b71d45"} {"level":"info","ts":1785856943.1848059,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"116f0c0d-3fdb-4ca2-8557-4c1284b71d45","EoS":false} {"level":"info","ts":1785856943.1848176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"116f0c0d-3fdb-4ca2-8557-4c1284b71d45","EoS":true} {"level":"info","ts":1785856943.1848476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"116f0c0d-3fdb-4ca2-8557-4c1284b71d45","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785856943.184869,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"116f0c0d-3fdb-4ca2-8557-4c1284b71d45","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856943.184896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"116f0c0d-3fdb-4ca2-8557-4c1284b71d45"} {"level":"info","ts":1785856943.219213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856943.2193155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdfb5f09-d96d-4f05-a050-9da15d7209e5"} {"level":"info","ts":1785856943.2193263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdfb5f09-d96d-4f05-a050-9da15d7209e5"} {"level":"info","ts":1785856943.2193413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdfb5f09-d96d-4f05-a050-9da15d7209e5","EoS":false} {"level":"info","ts":1785856943.219354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdfb5f09-d96d-4f05-a050-9da15d7209e5","EoS":true} {"level":"info","ts":1785856943.2193756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdfb5f09-d96d-4f05-a050-9da15d7209e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785856943.2193933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdfb5f09-d96d-4f05-a050-9da15d7209e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856943.2194164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdfb5f09-d96d-4f05-a050-9da15d7209e5"} {"level":"info","ts":1785856943.2802207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856943.280328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cad75ce7-2213-46a4-be8e-6aa30df4e111"} {"level":"info","ts":1785856943.2803407,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cad75ce7-2213-46a4-be8e-6aa30df4e111"} {"level":"info","ts":1785856943.2803533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cad75ce7-2213-46a4-be8e-6aa30df4e111","EoS":false} {"level":"info","ts":1785856943.2803645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cad75ce7-2213-46a4-be8e-6aa30df4e111","EoS":true} {"level":"info","ts":1785856943.2803872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cad75ce7-2213-46a4-be8e-6aa30df4e111","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785856943.2804024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cad75ce7-2213-46a4-be8e-6aa30df4e111","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785856943.280431,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cad75ce7-2213-46a4-be8e-6aa30df4e111"} {"level":"info","ts":1785856943.9864464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856943.9865298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5101d888-1572-4f55-a182-762ac56154b7"} {"level":"info","ts":1785856943.9865432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5101d888-1572-4f55-a182-762ac56154b7"} {"level":"info","ts":1785856943.9865558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5101d888-1572-4f55-a182-762ac56154b7","EoS":false} {"level":"info","ts":1785856943.986568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5101d888-1572-4f55-a182-762ac56154b7","EoS":true} {"level":"info","ts":1785856943.9865882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5101d888-1572-4f55-a182-762ac56154b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785856943.986604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5101d888-1572-4f55-a182-762ac56154b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856943.9866247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5101d888-1572-4f55-a182-762ac56154b7"} {"level":"info","ts":1785856944.0280912,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856944.028149,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"232a79e0-d01d-48ec-96e1-103e5717335c"} {"level":"info","ts":1785856944.0281603,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"232a79e0-d01d-48ec-96e1-103e5717335c"} {"level":"info","ts":1785856944.0281703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"232a79e0-d01d-48ec-96e1-103e5717335c","EoS":false} {"level":"info","ts":1785856944.028179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"232a79e0-d01d-48ec-96e1-103e5717335c","EoS":true} {"level":"info","ts":1785856944.0281959,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"232a79e0-d01d-48ec-96e1-103e5717335c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785856944.0282087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"232a79e0-d01d-48ec-96e1-103e5717335c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785856944.0282798,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"232a79e0-d01d-48ec-96e1-103e5717335c"} {"level":"info","ts":1785856948.1999524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856948.2000332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76d49621-c32d-4913-b60d-b9e9016f45af"} {"level":"info","ts":1785856948.2000463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76d49621-c32d-4913-b60d-b9e9016f45af"} {"level":"info","ts":1785856948.2000568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76d49621-c32d-4913-b60d-b9e9016f45af","EoS":false} {"level":"info","ts":1785856948.2000675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76d49621-c32d-4913-b60d-b9e9016f45af","EoS":true} {"level":"info","ts":1785856948.2000895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76d49621-c32d-4913-b60d-b9e9016f45af","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785856948.2001061,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76d49621-c32d-4913-b60d-b9e9016f45af","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785856948.2001271,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76d49621-c32d-4913-b60d-b9e9016f45af"} {"level":"info","ts":1785856967.2044039,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856967.204485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b53212f-e2b0-4001-bbe8-996407fcfb3e"} {"level":"info","ts":1785856967.2044954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b53212f-e2b0-4001-bbe8-996407fcfb3e"} {"level":"info","ts":1785856967.2045064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b53212f-e2b0-4001-bbe8-996407fcfb3e","EoS":false} {"level":"info","ts":1785856967.2045164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b53212f-e2b0-4001-bbe8-996407fcfb3e","EoS":true} {"level":"info","ts":1785856967.2045379,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b53212f-e2b0-4001-bbe8-996407fcfb3e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785856967.2045527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b53212f-e2b0-4001-bbe8-996407fcfb3e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856967.204573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b53212f-e2b0-4001-bbe8-996407fcfb3e"} {"level":"info","ts":1785856967.3457747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856967.3458474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b"} {"level":"info","ts":1785856967.3458574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b"} {"level":"info","ts":1785856967.3458676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b","EoS":false} {"level":"info","ts":1785856967.3458817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b","EoS":true} {"level":"info","ts":1785856967.3459094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785856967.3459296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856967.3459518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e41052c-fd49-4edb-b485-b4005381755b"} {"level":"info","ts":1785856967.48079,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856967.4808729,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad"} {"level":"info","ts":1785856967.480887,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad"} {"level":"info","ts":1785856967.4809034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","EoS":false} {"level":"info","ts":1785856967.4809563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","EoS":true} {"level":"info","ts":1785856967.4809866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785856967.4810004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856967.481022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"552c0d26-9ce2-43cf-aff1-7d2e8e8806ad"} {"level":"info","ts":1785856967.619526,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856967.6196232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71"} {"level":"info","ts":1785856967.6196396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71"} {"level":"info","ts":1785856967.6196585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","EoS":false} {"level":"info","ts":1785856967.6196785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","EoS":true} {"level":"info","ts":1785856967.6197135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785856967.6197345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856967.619767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7df7af6c-aa15-415a-b367-68041088de71"} {"level":"info","ts":1785856967.7588575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856967.7589278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929"} {"level":"info","ts":1785856967.7589371,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929"} {"level":"info","ts":1785856967.7589471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","EoS":false} {"level":"info","ts":1785856967.7589595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","EoS":true} {"level":"info","ts":1785856967.758978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785856967.758992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856967.759012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"222fdc49-91fd-4448-ab52-db2921241929"} {"level":"info","ts":1785856967.8977196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785856967.8978105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38bbf0d6-9d0b-4004-bd0f-071da114894b"} {"level":"info","ts":1785856967.8978205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38bbf0d6-9d0b-4004-bd0f-071da114894b"} {"level":"info","ts":1785856967.89784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38bbf0d6-9d0b-4004-bd0f-071da114894b","EoS":false} {"level":"info","ts":1785856967.897856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38bbf0d6-9d0b-4004-bd0f-071da114894b","EoS":true} {"level":"info","ts":1785856967.8978803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38bbf0d6-9d0b-4004-bd0f-071da114894b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785856967.8978975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38bbf0d6-9d0b-4004-bd0f-071da114894b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785856967.8979285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38bbf0d6-9d0b-4004-bd0f-071da114894b"} {"level":"info","ts":1785857001.8083863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857001.80849,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1"} {"level":"info","ts":1785857001.808506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1"} {"level":"info","ts":1785857001.8085194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","EoS":false} {"level":"info","ts":1785857001.8085325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","EoS":true} {"level":"info","ts":1785857001.8085566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785857001.8085732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857001.808597,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40e68477-7ef8-4863-8212-7c8d57aec3c1"} {"level":"info","ts":1785857001.8516057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857001.8516698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901"} {"level":"info","ts":1785857001.8516793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901"} {"level":"info","ts":1785857001.8516903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","EoS":false} {"level":"info","ts":1785857001.8517003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","EoS":true} {"level":"info","ts":1785857001.8517158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785857001.85173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857001.8517487,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d053912-f83f-411e-ab7f-b6615db2e901"} {"level":"info","ts":1785857001.8899825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857001.8900435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61208a0a-cbc7-452e-a1c0-f4d6d26bb58b"} {"level":"info","ts":1785857001.8900597,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61208a0a-cbc7-452e-a1c0-f4d6d26bb58b"} {"level":"info","ts":1785857001.890077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61208a0a-cbc7-452e-a1c0-f4d6d26bb58b","EoS":false} {"level":"info","ts":1785857001.8900974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61208a0a-cbc7-452e-a1c0-f4d6d26bb58b","EoS":true} {"level":"info","ts":1785857001.8901205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61208a0a-cbc7-452e-a1c0-f4d6d26bb58b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785857001.8901386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61208a0a-cbc7-452e-a1c0-f4d6d26bb58b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857001.890164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61208a0a-cbc7-452e-a1c0-f4d6d26bb58b"} {"level":"info","ts":1785857001.9271026,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857001.927157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6185073b-de68-4b75-8515-b7cf1a533eb5"} {"level":"info","ts":1785857001.9271674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6185073b-de68-4b75-8515-b7cf1a533eb5"} {"level":"info","ts":1785857001.9271774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6185073b-de68-4b75-8515-b7cf1a533eb5","EoS":false} {"level":"info","ts":1785857001.9271944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6185073b-de68-4b75-8515-b7cf1a533eb5","EoS":true} {"level":"info","ts":1785857001.9272094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6185073b-de68-4b75-8515-b7cf1a533eb5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785857001.9272223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6185073b-de68-4b75-8515-b7cf1a533eb5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857001.9272382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6185073b-de68-4b75-8515-b7cf1a533eb5"} {"level":"info","ts":1785857001.958001,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857001.9580562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8bef9a3-bd8b-4507-9c94-cd40984fa01e"} {"level":"info","ts":1785857006.5862544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857006.5863483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480"} {"level":"info","ts":1785857006.5863626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480"} {"level":"info","ts":1785857006.586375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","EoS":false} {"level":"info","ts":1785857006.5863876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","EoS":true} {"level":"info","ts":1785857006.5864093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857006.5864336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857006.586451,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0457b1b-67a2-4ca1-b3c1-48d782b01480"} {"level":"info","ts":1785857015.1754725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857015.1755548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e51f61ef-027e-4216-92d3-0dfbf7a4d6f4"} {"level":"info","ts":1785857015.1755705,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e51f61ef-027e-4216-92d3-0dfbf7a4d6f4"} {"level":"info","ts":1785857015.1755824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e51f61ef-027e-4216-92d3-0dfbf7a4d6f4","EoS":false} {"level":"info","ts":1785857015.1755934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e51f61ef-027e-4216-92d3-0dfbf7a4d6f4","EoS":true} {"level":"info","ts":1785857015.1756136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e51f61ef-027e-4216-92d3-0dfbf7a4d6f4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785857015.1756294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e51f61ef-027e-4216-92d3-0dfbf7a4d6f4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785857015.1756487,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e51f61ef-027e-4216-92d3-0dfbf7a4d6f4"} {"level":"info","ts":1785857017.2104712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857017.2105653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5"} {"level":"info","ts":1785857017.2105787,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5"} {"level":"info","ts":1785857017.2105918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","EoS":false} {"level":"info","ts":1785857017.2106085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","EoS":true} {"level":"info","ts":1785857017.2106335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785857017.21065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785857017.2106721,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbde06e0-7bc7-4ac2-b9a7-7f991f9f09c5"} {"level":"info","ts":1785857030.0945456,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857030.0946386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07"} {"level":"info","ts":1785857030.094652,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07"} {"level":"info","ts":1785857030.0946672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","EoS":false} {"level":"info","ts":1785857030.0946856,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","EoS":true} {"level":"info","ts":1785857030.094709,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857030.0947251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857030.0947483,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b30bbbdb-b93a-4980-9889-46a7d7197a07"} {"level":"info","ts":1785857038.628982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857038.6290784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd"} {"level":"info","ts":1785857038.6290946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd"} {"level":"info","ts":1785857038.6291156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","EoS":false} {"level":"info","ts":1785857038.6291351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","EoS":true} {"level":"info","ts":1785857038.629169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857038.6291895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857038.6292193,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2dd7bc5-b903-4916-b765-d5cedda310bd"} {"level":"info","ts":1785857047.5154095,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857047.5154881,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d"} {"level":"info","ts":1785857047.5154977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d"} {"level":"info","ts":1785857047.5155141,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","EoS":false} {"level":"info","ts":1785857047.5155275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","EoS":true} {"level":"info","ts":1785857047.5155482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857047.515562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857047.5155818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7eaa036b-5692-4db4-b36d-310325b5432d"} {"level":"info","ts":1785857056.529755,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857056.5298655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dedb31e6-27d5-4558-942f-86b247de8820"} {"level":"info","ts":1785857056.5298905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dedb31e6-27d5-4558-942f-86b247de8820"} {"level":"info","ts":1785857056.5299113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dedb31e6-27d5-4558-942f-86b247de8820","EoS":false} {"level":"info","ts":1785857056.529927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dedb31e6-27d5-4558-942f-86b247de8820","EoS":true} {"level":"info","ts":1785857056.5299578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dedb31e6-27d5-4558-942f-86b247de8820","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857056.5299826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dedb31e6-27d5-4558-942f-86b247de8820","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857056.5300167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dedb31e6-27d5-4558-942f-86b247de8820"} {"level":"info","ts":1785857064.4172206,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857064.4173565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5afe56a-5f45-4fdc-8cab-1932fafc9e1e"} {"level":"info","ts":1785857064.4173734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5afe56a-5f45-4fdc-8cab-1932fafc9e1e"} {"level":"info","ts":1785857064.4173882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5afe56a-5f45-4fdc-8cab-1932fafc9e1e","EoS":false} {"level":"info","ts":1785857064.4174044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5afe56a-5f45-4fdc-8cab-1932fafc9e1e","EoS":true} {"level":"info","ts":1785857064.4174397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5afe56a-5f45-4fdc-8cab-1932fafc9e1e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785857064.4174638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5afe56a-5f45-4fdc-8cab-1932fafc9e1e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857064.4174953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5afe56a-5f45-4fdc-8cab-1932fafc9e1e"} {"level":"info","ts":1785857069.189449,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857069.1895316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9823a58e-2507-4518-81ca-d1f152983dcc"} {"level":"info","ts":1785857069.1895435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9823a58e-2507-4518-81ca-d1f152983dcc"} {"level":"info","ts":1785857069.1895552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9823a58e-2507-4518-81ca-d1f152983dcc","EoS":false} {"level":"info","ts":1785857069.18957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9823a58e-2507-4518-81ca-d1f152983dcc","EoS":true} {"level":"info","ts":1785857069.1895974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9823a58e-2507-4518-81ca-d1f152983dcc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785857069.1896114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9823a58e-2507-4518-81ca-d1f152983dcc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785857069.1896281,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9823a58e-2507-4518-81ca-d1f152983dcc"} {"level":"info","ts":1785857080.1663694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857080.1664767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747"} {"level":"info","ts":1785857080.166489,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747"} {"level":"info","ts":1785857080.166501,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","EoS":false} {"level":"info","ts":1785857080.1665215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","EoS":true} {"level":"info","ts":1785857080.1665475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785857080.1665661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785857080.1665936,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74f7c31c-a474-41d3-9d32-dc09f497d747"} {"level":"info","ts":1785857124.4832642,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857124.4833813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa"} {"level":"info","ts":1785857124.483396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa"} {"level":"info","ts":1785857124.4834092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","EoS":false} {"level":"info","ts":1785857124.4834242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","EoS":true} {"level":"info","ts":1785857124.4834495,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785857124.4834685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785857124.4834962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3dd30490-580d-4171-9992-e64c024e57aa"} {"level":"info","ts":1785857133.8578622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857133.8579454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0521d43-6491-4799-8845-656e0dee8138"} {"level":"info","ts":1785857133.8579574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0521d43-6491-4799-8845-656e0dee8138"} {"level":"info","ts":1785857133.8579683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0521d43-6491-4799-8845-656e0dee8138","EoS":false} {"level":"info","ts":1785857133.8579795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0521d43-6491-4799-8845-656e0dee8138","EoS":true} {"level":"info","ts":1785857133.8580024,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0521d43-6491-4799-8845-656e0dee8138","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857133.8580642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0521d43-6491-4799-8845-656e0dee8138","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857133.8580825,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0521d43-6491-4799-8845-656e0dee8138"} {"level":"info","ts":1785857160.6185725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857160.6186535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95698312-6a0a-9d17-84e9-04f8db456d74"} {"level":"info","ts":1785857160.618664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95698312-6a0a-9d17-84e9-04f8db456d74"} {"level":"info","ts":1785857160.618676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95698312-6a0a-9d17-84e9-04f8db456d74","EoS":false} {"level":"info","ts":1785857160.6186888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95698312-6a0a-9d17-84e9-04f8db456d74","EoS":true} {"level":"info","ts":1785857160.618709,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95698312-6a0a-9d17-84e9-04f8db456d74","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785857160.6187232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95698312-6a0a-9d17-84e9-04f8db456d74","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785857160.6187391,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95698312-6a0a-9d17-84e9-04f8db456d74"} {"level":"info","ts":1785857170.2107038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857170.2107892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"205190d9-762b-406b-b677-737a40faa10b"} {"level":"info","ts":1785857170.2107983,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"205190d9-762b-406b-b677-737a40faa10b"} {"level":"info","ts":1785857170.210812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","EoS":false} {"level":"info","ts":1785857170.2108245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","EoS":true} {"level":"info","ts":1785857170.2108483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857170.2108648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"205190d9-762b-406b-b677-737a40faa10b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857170.2108872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"205190d9-762b-406b-b677-737a40faa10b"} {"level":"info","ts":1785857179.6372013,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857179.637331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6"} {"level":"info","ts":1785857179.637344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6"} {"level":"info","ts":1785857179.637357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","EoS":false} {"level":"info","ts":1785857179.6373682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","EoS":true} {"level":"info","ts":1785857179.6373885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857179.637404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857179.6374252,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f201fac-be30-4da0-b0e3-043d182c6cc6"} {"level":"info","ts":1785857179.68001,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857179.680082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466"} {"level":"info","ts":1785857179.6800988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466"} {"level":"info","ts":1785857179.6801116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","EoS":false} {"level":"info","ts":1785857179.6801221,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","EoS":true} {"level":"info","ts":1785857179.6801426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857179.680162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857179.6801896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b6b7028-e8d3-4936-9510-942b395a0466"} {"level":"info","ts":1785857198.843521,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857198.8435986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"705d1046-11af-4416-9822-d28879a10de9"} {"level":"info","ts":1785857198.8436081,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"705d1046-11af-4416-9822-d28879a10de9"} {"level":"info","ts":1785857198.8436193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","EoS":false} {"level":"info","ts":1785857198.8436294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","EoS":true} {"level":"info","ts":1785857198.843649,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857198.843665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"705d1046-11af-4416-9822-d28879a10de9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857198.843688,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"705d1046-11af-4416-9822-d28879a10de9"} {"level":"info","ts":1785857208.1778297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857208.1779368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4541eec-7e3f-4e5c-8a4c-75849b7bb98f"} {"level":"info","ts":1785857208.1779492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4541eec-7e3f-4e5c-8a4c-75849b7bb98f"} {"level":"info","ts":1785857208.177963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4541eec-7e3f-4e5c-8a4c-75849b7bb98f","EoS":false} {"level":"info","ts":1785857208.1779861,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4541eec-7e3f-4e5c-8a4c-75849b7bb98f","EoS":true} {"level":"info","ts":1785857208.1780138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4541eec-7e3f-4e5c-8a4c-75849b7bb98f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857208.1780295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4541eec-7e3f-4e5c-8a4c-75849b7bb98f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857208.1780555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4541eec-7e3f-4e5c-8a4c-75849b7bb98f"} {"level":"info","ts":1785857234.881001,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857234.8810902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b88d2b0b-adfd-448c-8810-e9276221bf12"} {"level":"info","ts":1785857234.881099,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b88d2b0b-adfd-448c-8810-e9276221bf12"} {"level":"info","ts":1785857234.8811102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b88d2b0b-adfd-448c-8810-e9276221bf12","EoS":false} {"level":"info","ts":1785857234.8811245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b88d2b0b-adfd-448c-8810-e9276221bf12","EoS":true} {"level":"info","ts":1785857234.8811479,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b88d2b0b-adfd-448c-8810-e9276221bf12","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785857234.881164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b88d2b0b-adfd-448c-8810-e9276221bf12","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785857234.8811848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b88d2b0b-adfd-448c-8810-e9276221bf12"} {"level":"info","ts":1785857368.5133617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857368.5134428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc534691-84f4-40aa-ab31-e8cf0ff79ba8"} {"level":"info","ts":1785857368.513456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc534691-84f4-40aa-ab31-e8cf0ff79ba8"} {"level":"info","ts":1785857368.5134676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc534691-84f4-40aa-ab31-e8cf0ff79ba8","EoS":false} {"level":"info","ts":1785857368.513478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc534691-84f4-40aa-ab31-e8cf0ff79ba8","EoS":true} {"level":"info","ts":1785857368.513499,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc534691-84f4-40aa-ab31-e8cf0ff79ba8","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785857368.5135143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc534691-84f4-40aa-ab31-e8cf0ff79ba8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785857368.5135348,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc534691-84f4-40aa-ab31-e8cf0ff79ba8"} {"level":"info","ts":1785857392.0768816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857392.0770183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a"} {"level":"info","ts":1785857392.077032,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a"} {"level":"info","ts":1785857392.0770452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","EoS":false} {"level":"info","ts":1785857392.077059,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","EoS":true} {"level":"info","ts":1785857392.0770822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785857392.0770996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785857392.0771894,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c71a9e9-9fe1-4792-b485-9f91f80af06a"} {"level":"info","ts":1785857444.211532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857444.211614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836"} {"level":"info","ts":1785857444.2116258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836"} {"level":"info","ts":1785857444.2116375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","EoS":false} {"level":"info","ts":1785857444.2116473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","EoS":true} {"level":"info","ts":1785857444.2116697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857444.211685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857444.2117045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ae034ff-f2bd-4291-a511-42c2d5a4d836"} {"level":"info","ts":1785857459.4843974,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857459.4844964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53"} {"level":"info","ts":1785857459.4845111,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53"} {"level":"info","ts":1785857459.4845245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","EoS":false} {"level":"info","ts":1785857459.4845383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","EoS":true} {"level":"info","ts":1785857459.4845614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857459.484578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857459.4846025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94bd7101-d322-4eab-9c66-fba4f3400f53"} {"level":"info","ts":1785857459.7758434,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857459.7759204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c944c263-8437-40d2-b007-1199e2e7cb29"} {"level":"info","ts":1785857459.775931,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c944c263-8437-40d2-b007-1199e2e7cb29"} {"level":"info","ts":1785857459.7759428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c944c263-8437-40d2-b007-1199e2e7cb29","EoS":false} {"level":"info","ts":1785857459.775957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c944c263-8437-40d2-b007-1199e2e7cb29","EoS":true} {"level":"info","ts":1785857459.7759786,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c944c263-8437-40d2-b007-1199e2e7cb29","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785857459.7759979,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c944c263-8437-40d2-b007-1199e2e7cb29","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857459.7760217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c944c263-8437-40d2-b007-1199e2e7cb29"} {"level":"info","ts":1785857815.688044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857815.688134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d"} {"level":"info","ts":1785857815.6881466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d"} {"level":"info","ts":1785857815.6881585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","EoS":false} {"level":"info","ts":1785857815.6881692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","EoS":true} {"level":"info","ts":1785857815.688192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785857815.6882064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857815.6882231,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a020805c-147e-4ccc-adc8-4709c794964d"} {"level":"info","ts":1785857815.7343593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857815.734432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aac5050-81ee-4ce6-8553-06f813c835aa"} {"level":"info","ts":1785857815.7344437,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4aac5050-81ee-4ce6-8553-06f813c835aa"} {"level":"info","ts":1785857815.7344627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4aac5050-81ee-4ce6-8553-06f813c835aa","EoS":false} {"level":"info","ts":1785857815.73448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4aac5050-81ee-4ce6-8553-06f813c835aa","EoS":true} {"level":"info","ts":1785857815.7345047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4aac5050-81ee-4ce6-8553-06f813c835aa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785857815.7345195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aac5050-81ee-4ce6-8553-06f813c835aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857815.7345393,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4aac5050-81ee-4ce6-8553-06f813c835aa"} {"level":"info","ts":1785857815.7711487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857815.771238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b12cf2a-1f7b-4b93-b3f7-068eae57c97d"} {"level":"info","ts":1785857815.77125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b12cf2a-1f7b-4b93-b3f7-068eae57c97d"} {"level":"info","ts":1785857815.7712605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b12cf2a-1f7b-4b93-b3f7-068eae57c97d","EoS":false} {"level":"info","ts":1785857815.77127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b12cf2a-1f7b-4b93-b3f7-068eae57c97d","EoS":true} {"level":"info","ts":1785857815.7712862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b12cf2a-1f7b-4b93-b3f7-068eae57c97d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785857815.7713146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b12cf2a-1f7b-4b93-b3f7-068eae57c97d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785857815.7713344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b12cf2a-1f7b-4b93-b3f7-068eae57c97d"} {"level":"info","ts":1785857820.6331806,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0a38449-7b88-4ee6-bd2f-d9b0386fcd0b"} {"level":"info","ts":1785857820.633273,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b61faf38-8541-4f99-af55-ac28e2a41e14","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785857820.6333287,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b61faf38-8541-4f99-af55-ac28e2a41e14","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785857820.6416929,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae22da79-39ce-4b0f-a234-60f6d780a103","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785857820.6417222,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae22da79-39ce-4b0f-a234-60f6d780a103","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785857820.6428316,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0a38449-7b88-4ee6-bd2f-d9b0386fcd0b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857820.6430416,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33220.546887165,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.643057,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.8293543,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b3c3f4d-0de8-407c-be2a-899556b9e737","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785857820.8293946,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b3c3f4d-0de8-407c-be2a-899556b9e737","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785857820.8296905,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7df01ba-0710-4cc6-958a-683d571494f7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.8297307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7df01ba-0710-4cc6-958a-683d571494f7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.8297958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af67d20a-74c2-4494-abdc-9649296e4bd0"} {"level":"info","ts":1785857820.8300827,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65e2904c-b20e-4f0f-9b56-6ebb0552a571","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.830135,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65e2904c-b20e-4f0f-9b56-6ebb0552a571","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.8301744,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"157d3da9-13ef-453b-98c3-ed3d4aa0aa21","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.830188,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"157d3da9-13ef-453b-98c3-ed3d4aa0aa21","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.8310447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785857820.8419468,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af67d20a-74c2-4494-abdc-9649296e4bd0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857820.8421316,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35249.074734032,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.8421464,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.8441997,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34086.489429877,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.844218,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.855546,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.8649092,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785857820.9113472,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"856e58e5-4096-48ef-bda4-fe81d13b8a2f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.9113743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"856e58e5-4096-48ef-bda4-fe81d13b8a2f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.9293463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c660412-ebcf-4cf3-8ebb-62c0a2efdb60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.9293709,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c660412-ebcf-4cf3-8ebb-62c0a2efdb60","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.9422796,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af67d20a-74c2-4494-abdc-9649296e4bd0","name":"e2e-external-model"} {"level":"info","ts":1785857820.9444294,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0a38449-7b88-4ee6-bd2f-d9b0386fcd0b","name":"e2e-external-provider"} {"level":"info","ts":1785857820.9488149,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2c324b6-f5fc-4beb-b1df-f3cf99644df5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857820.9488456,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2c324b6-f5fc-4beb-b1df-f3cf99644df5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785857820.9543157,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af67d20a-74c2-4494-abdc-9649296e4bd0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785857820.9589546,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0a38449-7b88-4ee6-bd2f-d9b0386fcd0b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785857820.9589849,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af67d20a-74c2-4494-abdc-9649296e4bd0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857820.9590428,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe48e47c-d758-433a-abb0-fa234724415b"} {"level":"info","ts":1785857820.9590812,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe48e47c-d758-433a-abb0-fa234724415b","name":"e2e-external-model"} {"level":"error","ts":1785857820.9645689,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0a38449-7b88-4ee6-bd2f-d9b0386fcd0b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857820.9646657,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4436a0ed-f00e-4934-bb7e-150775a0ae29"} {"level":"info","ts":1785857820.9647026,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4436a0ed-f00e-4934-bb7e-150775a0ae29","name":"e2e-external-provider"} {"level":"info","ts":1785857820.9724512,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe48e47c-d758-433a-abb0-fa234724415b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785857820.9788816,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4436a0ed-f00e-4934-bb7e-150775a0ae29","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785857843.2241035,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857843.2242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbf5b8d1-5a15-4f8c-948e-c63300116d8d"} {"level":"info","ts":1785857843.2242177,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbf5b8d1-5a15-4f8c-948e-c63300116d8d"} {"level":"info","ts":1785857843.224232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbf5b8d1-5a15-4f8c-948e-c63300116d8d","EoS":false} {"level":"info","ts":1785857843.2242467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbf5b8d1-5a15-4f8c-948e-c63300116d8d","EoS":true} {"level":"info","ts":1785857843.224272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbf5b8d1-5a15-4f8c-948e-c63300116d8d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785857843.2243168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbf5b8d1-5a15-4f8c-948e-c63300116d8d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785857843.2243316,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cbf5b8d1-5a15-4f8c-948e-c63300116d8d","modelName":"e2e-external-model"} {"level":"info","ts":1785857843.2243474,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cbf5b8d1-5a15-4f8c-948e-c63300116d8d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785857843.2244046,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbf5b8d1-5a15-4f8c-948e-c63300116d8d"} {"level":"info","ts":1785857843.277965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857843.2780519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef6d575d-a4cd-4e62-b9d8-f3a57f08e54d"} {"level":"info","ts":1785857843.2780702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef6d575d-a4cd-4e62-b9d8-f3a57f08e54d"} {"level":"info","ts":1785857843.278168,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef6d575d-a4cd-4e62-b9d8-f3a57f08e54d","EoS":false} {"level":"info","ts":1785857843.2781904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef6d575d-a4cd-4e62-b9d8-f3a57f08e54d","EoS":true} {"level":"info","ts":1785857843.278221,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef6d575d-a4cd-4e62-b9d8-f3a57f08e54d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785857843.2782419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef6d575d-a4cd-4e62-b9d8-f3a57f08e54d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785857843.278254,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ef6d575d-a4cd-4e62-b9d8-f3a57f08e54d","modelName":"e2e-external-model"} {"level":"info","ts":1785857843.2782772,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ef6d575d-a4cd-4e62-b9d8-f3a57f08e54d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785857843.278347,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef6d575d-a4cd-4e62-b9d8-f3a57f08e54d"} {"level":"info","ts":1785857843.3056998,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857843.3057663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d"} {"level":"info","ts":1785857843.3057795,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d"} {"level":"info","ts":1785857843.3057911,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","EoS":false} {"level":"info","ts":1785857843.3058014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","EoS":true} {"level":"info","ts":1785857843.305823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785857843.3058414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785857843.3058484,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","modelName":"e2e-external-model"} {"level":"info","ts":1785857843.3058617,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785857843.3059025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3d5e640-ee4a-487d-bf07-4460d4e8299d"} {"level":"info","ts":1785857843.5448816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fd41d78-89b1-4939-8ff8-3512b0148e36","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857843.5449257,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fd41d78-89b1-4939-8ff8-3512b0148e36","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785857843.5449464,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80b95e38-c575-485f-8746-de472b47b5df"} {"level":"info","ts":1785857843.5537393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5c5b8af-1b69-4c21-9e0e-2c487df13c33","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857843.553779,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5c5b8af-1b69-4c21-9e0e-2c487df13c33","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785857843.5550005,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80b95e38-c575-485f-8746-de472b47b5df","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857843.555085,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80b95e38-c575-485f-8746-de472b47b5df","name":"e2e-cleanup-test"} {"level":"info","ts":1785857843.5785518,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80b95e38-c575-485f-8746-de472b47b5df","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785857843.5877752,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80b95e38-c575-485f-8746-de472b47b5df","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857843.587877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f511ee1-bac4-457b-b495-6f8edfc92000"} {"level":"info","ts":1785857843.587939,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f511ee1-bac4-457b-b495-6f8edfc92000","name":"e2e-cleanup-test"} {"level":"info","ts":1785857843.592806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7924805b-c556-4fd9-baa7-da7369e9a529","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857843.5928426,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7924805b-c556-4fd9-baa7-da7369e9a529","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785857843.6005447,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f511ee1-bac4-457b-b495-6f8edfc92000","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785857843.6006095,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f511ee1-bac4-457b-b495-6f8edfc92000","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857843.6006954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"564062a8-066e-4070-868f-5b3b49891020"} {"level":"info","ts":1785857843.6007655,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"564062a8-066e-4070-868f-5b3b49891020","name":"e2e-cleanup-test"} {"level":"info","ts":1785857843.609418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32b56602-2226-4aa9-8a5c-6c36f6cb8002","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857843.6094494,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32b56602-2226-4aa9-8a5c-6c36f6cb8002","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785857843.6117077,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"564062a8-066e-4070-868f-5b3b49891020","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785857843.6164086,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"564062a8-066e-4070-868f-5b3b49891020","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785857843.616483,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c724807a-cfe5-4395-93aa-219a27d94959"} {"level":"info","ts":1785857843.6165366,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c724807a-cfe5-4395-93aa-219a27d94959","name":"e2e-cleanup-test"} {"level":"info","ts":1785857843.6273665,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c724807a-cfe5-4395-93aa-219a27d94959","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785857851.8284974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bb1220d-652b-4404-b8b6-056869020ba9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857851.828529,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7826b6b7-b300-4791-80fa-02bc279f74ee"} {"level":"info","ts":1785857851.8285635,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bb1220d-652b-4404-b8b6-056869020ba9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785857856.2420654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857856.2421446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158"} {"level":"info","ts":1785857856.2421534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158"} {"level":"info","ts":1785857856.2421641,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158","EoS":false} {"level":"info","ts":1785857856.2421758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158","EoS":true} {"level":"info","ts":1785857856.2421954,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785857856.242211,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785857856.2422326,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1264c96b-15ed-40c3-9cb6-074e5bab1158"} {"level":"info","ts":1785857856.2752733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857856.2753615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076"} {"level":"info","ts":1785857856.2753775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076"} {"level":"info","ts":1785857856.2753887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","EoS":false} {"level":"info","ts":1785857856.2753994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","EoS":true} {"level":"info","ts":1785857856.2754192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785857856.2754343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785857856.2754412,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","modelName":"e2e-external-model"} {"level":"info","ts":1785857856.2754543,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785857856.2755322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ebae375-2c9c-4c42-a575-983c97fa8076"} {"level":"info","ts":1785857856.412647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857856.4127338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292"} {"level":"info","ts":1785857856.4127502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292"} {"level":"info","ts":1785857856.412771,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","EoS":false} {"level":"info","ts":1785857856.4127932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","EoS":true} {"level":"info","ts":1785857856.4128249,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785857856.412844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785857856.412875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd040dfa-33c0-4cbe-b451-a498e35b4292"} {"level":"info","ts":1785857856.497599,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785857856.4976683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e"} {"level":"info","ts":1785857856.497677,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e"} {"level":"info","ts":1785857856.4976876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e","EoS":false} {"level":"info","ts":1785857856.4976978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e","EoS":true} {"level":"info","ts":1785857856.4977207,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e","field":"model"} {"level":"info","ts":1785857856.4977455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c4ab2d7-824d-4ca0-b0a1-b1cba2df1a4e"} {"level":"info","ts":1785857857.4109867,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68f6534d-61d2-4ed1-9374-8ed70267119b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857857.4110062,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"872550e6-66eb-40df-8c90-252f26d4c547"} {"level":"info","ts":1785857857.4110386,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68f6534d-61d2-4ed1-9374-8ed70267119b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785857857.6012404,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d11ddfa6-dcb4-4a55-aa23-dd2747a4ac06","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785857857.6012836,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d11ddfa6-dcb4-4a55-aa23-dd2747a4ac06","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785857857.6013205,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da0a8ec1-c165-4291-a2f0-58d18af04d74"} {"level":"info","ts":1785859537.3352473,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785859537.335363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80c14b4a-ed48-4886-aab1-5b56f2d7f32c"} {"level":"info","ts":1785859617.219261,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785859617.2193742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30"} {"level":"info","ts":1785859617.2193904,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30"} {"level":"info","ts":1785859617.2194078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","EoS":false} {"level":"info","ts":1785859617.219427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","EoS":true} {"level":"info","ts":1785859617.2194574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785859617.2194781,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785859617.2195032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32ced9fe-d4a3-4ff6-9624-cf5bd1d0eb30"}