{"level":"info","ts":1784688228.1402998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ba472a9-858b-45ed-8012-b58035f94ef7","EoS":true} {"level":"info","ts":1784688228.1403246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ba472a9-858b-45ed-8012-b58035f94ef7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688228.1403408,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ba472a9-858b-45ed-8012-b58035f94ef7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688228.1403582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ba472a9-858b-45ed-8012-b58035f94ef7"} {"level":"info","ts":1784688247.1326973,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688247.1327834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e7eff53-ae3d-4380-87bd-79a69d989cc1"} {"level":"info","ts":1784688247.1327913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e7eff53-ae3d-4380-87bd-79a69d989cc1"} {"level":"info","ts":1784688247.1328034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e7eff53-ae3d-4380-87bd-79a69d989cc1","EoS":false} {"level":"info","ts":1784688247.1328142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e7eff53-ae3d-4380-87bd-79a69d989cc1","EoS":true} {"level":"info","ts":1784688247.1328366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e7eff53-ae3d-4380-87bd-79a69d989cc1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688247.1328523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e7eff53-ae3d-4380-87bd-79a69d989cc1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688247.1328723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e7eff53-ae3d-4380-87bd-79a69d989cc1"} {"level":"info","ts":1784688247.2734337,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688247.2735293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e"} {"level":"info","ts":1784688247.2735484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e"} {"level":"info","ts":1784688247.2735689,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","EoS":false} {"level":"info","ts":1784688247.2735887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","EoS":true} {"level":"info","ts":1784688247.2736213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688247.2736402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688247.2736714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4efacfa2-1f57-9c8b-bd2c-c7beed896a7e"} {"level":"info","ts":1784688247.4140565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688247.414133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db"} {"level":"info","ts":1784688247.414145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db"} {"level":"info","ts":1784688247.4141605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","EoS":false} {"level":"info","ts":1784688247.4141762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","EoS":true} {"level":"info","ts":1784688247.4142048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688247.414228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688247.414256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6da5597c-4c19-4422-a08a-9d96013ca7db"} {"level":"info","ts":1784688247.5571635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688247.5572498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71"} {"level":"info","ts":1784688247.5572648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71"} {"level":"info","ts":1784688247.5572772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","EoS":false} {"level":"info","ts":1784688247.5572882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","EoS":true} {"level":"info","ts":1784688247.5573087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688247.5573237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688247.5573454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46601063-713a-4a09-b2ba-95f92a810c71"} {"level":"info","ts":1784688247.6949308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688247.695049,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346"} {"level":"info","ts":1784688247.69507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346"} {"level":"info","ts":1784688247.6950858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","EoS":false} {"level":"info","ts":1784688247.6951,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","EoS":true} {"level":"info","ts":1784688247.6951241,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688247.6951401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688247.695165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"907820bc-d93a-4c46-9743-64387af7e346"} {"level":"info","ts":1784688247.8331492,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688247.8332458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa581b77-217f-4beb-9732-bb62b60b0550"} {"level":"info","ts":1784688247.833263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa581b77-217f-4beb-9732-bb62b60b0550"} {"level":"info","ts":1784688247.833277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa581b77-217f-4beb-9732-bb62b60b0550","EoS":false} {"level":"info","ts":1784688247.833289,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa581b77-217f-4beb-9732-bb62b60b0550","EoS":true} {"level":"info","ts":1784688247.833312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa581b77-217f-4beb-9732-bb62b60b0550","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688247.8333287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa581b77-217f-4beb-9732-bb62b60b0550","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688247.8333504,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa581b77-217f-4beb-9732-bb62b60b0550"} {"level":"info","ts":1784688267.8128464,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688267.8129303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3"} {"level":"info","ts":1784688267.812961,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3"} {"level":"info","ts":1784688267.8129747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","EoS":false} {"level":"info","ts":1784688267.8129857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","EoS":true} {"level":"info","ts":1784688267.8130066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688267.813023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688267.8130443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b8083bf-b947-4b40-b5ef-2cc32e6853f3"} {"level":"info","ts":1784688267.8525136,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688267.8525944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233"} {"level":"info","ts":1784688267.8526037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233"} {"level":"info","ts":1784688267.8526154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","EoS":false} {"level":"info","ts":1784688267.8526263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","EoS":true} {"level":"info","ts":1784688267.8526466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688267.852662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688267.8526845,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3bd3ceee-b2cf-48b6-93c2-1a7db728e233"} {"level":"info","ts":1784688267.8931022,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688267.8931758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a72f8db-bf8f-41f5-b513-5c5c2c8f2155"} {"level":"info","ts":1784688267.8931894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a72f8db-bf8f-41f5-b513-5c5c2c8f2155"} {"level":"info","ts":1784688267.893203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a72f8db-bf8f-41f5-b513-5c5c2c8f2155","EoS":false} {"level":"info","ts":1784688267.893217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a72f8db-bf8f-41f5-b513-5c5c2c8f2155","EoS":true} {"level":"info","ts":1784688267.8932362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a72f8db-bf8f-41f5-b513-5c5c2c8f2155","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688267.8932507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a72f8db-bf8f-41f5-b513-5c5c2c8f2155","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688267.89327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a72f8db-bf8f-41f5-b513-5c5c2c8f2155"} {"level":"info","ts":1784688267.92804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688267.9281278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47ca1eb4-bffa-4eea-8b46-409ab57ab56b"} {"level":"info","ts":1784688267.9281409,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47ca1eb4-bffa-4eea-8b46-409ab57ab56b"} {"level":"info","ts":1784688267.9281523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47ca1eb4-bffa-4eea-8b46-409ab57ab56b","EoS":false} {"level":"info","ts":1784688267.9281654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47ca1eb4-bffa-4eea-8b46-409ab57ab56b","EoS":true} {"level":"info","ts":1784688267.9281855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47ca1eb4-bffa-4eea-8b46-409ab57ab56b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688267.9282022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47ca1eb4-bffa-4eea-8b46-409ab57ab56b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688267.9282265,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47ca1eb4-bffa-4eea-8b46-409ab57ab56b"} {"level":"info","ts":1784688267.9616823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688267.9617686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c42a7fad-1d1d-4ecb-afb0-5b700f8be11d"} {"level":"info","ts":1784688272.6084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688272.608483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7"} {"level":"info","ts":1784688272.6084926,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7"} {"level":"info","ts":1784688272.6085043,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","EoS":false} {"level":"info","ts":1784688272.6085186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","EoS":true} {"level":"info","ts":1784688272.6085386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688272.6085556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688272.608583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87e2f066-7559-48c9-bafd-f046eba3d4a7"} {"level":"info","ts":1784688281.1964648,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688281.19655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b19c8da-d129-486f-a3b5-fe66649209a0"} {"level":"info","ts":1784688281.19656,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b19c8da-d129-486f-a3b5-fe66649209a0"} {"level":"info","ts":1784688281.1965718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b19c8da-d129-486f-a3b5-fe66649209a0","EoS":false} {"level":"info","ts":1784688281.196587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b19c8da-d129-486f-a3b5-fe66649209a0","EoS":true} {"level":"info","ts":1784688281.1966088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b19c8da-d129-486f-a3b5-fe66649209a0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688281.196624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b19c8da-d129-486f-a3b5-fe66649209a0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688281.1966484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b19c8da-d129-486f-a3b5-fe66649209a0"} {"level":"info","ts":1784688283.2323678,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688283.2324562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303"} {"level":"info","ts":1784688283.2324722,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303"} {"level":"info","ts":1784688283.2324836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","EoS":false} {"level":"info","ts":1784688283.2324982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","EoS":true} {"level":"info","ts":1784688283.2325191,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688283.2325375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688283.2325602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49c18f49-296b-472a-9ec2-1e3c0a0a9303"} {"level":"info","ts":1784688296.1662116,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688296.1663191,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0"} {"level":"info","ts":1784688296.1663353,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0"} {"level":"info","ts":1784688296.1663487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","EoS":false} {"level":"info","ts":1784688296.1663647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","EoS":true} {"level":"info","ts":1784688296.1663978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688296.166419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688296.166451,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d54879c-5a7b-4ac0-ae46-5bad86f385b0"} {"level":"info","ts":1784688304.7394514,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688304.7395527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89"} {"level":"info","ts":1784688304.739573,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89"} {"level":"info","ts":1784688304.7395918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","EoS":false} {"level":"info","ts":1784688304.7396088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","EoS":true} {"level":"info","ts":1784688304.7396321,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688304.7396483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688304.739681,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03a23df0-9445-4284-9f2f-6a17a8402e89"} {"level":"info","ts":1784688313.6712215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688313.6713114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1"} {"level":"info","ts":1784688313.671325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1"} {"level":"info","ts":1784688313.6713371,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","EoS":false} {"level":"info","ts":1784688313.6713576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","EoS":true} {"level":"info","ts":1784688313.6713784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688313.6714032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688313.6714323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"426cd3d5-1377-48ef-8457-19eb1746cfc1"} {"level":"info","ts":1784688322.6988575,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688322.6989388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d4f8bf1-e0e9-4d30-bc33-6051f175f65e"} {"level":"info","ts":1784688322.6989944,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d4f8bf1-e0e9-4d30-bc33-6051f175f65e"} {"level":"info","ts":1784688322.6990094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d4f8bf1-e0e9-4d30-bc33-6051f175f65e","EoS":false} {"level":"info","ts":1784688322.6990242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d4f8bf1-e0e9-4d30-bc33-6051f175f65e","EoS":true} {"level":"info","ts":1784688322.6990445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d4f8bf1-e0e9-4d30-bc33-6051f175f65e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688322.6990595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d4f8bf1-e0e9-4d30-bc33-6051f175f65e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688322.699083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d4f8bf1-e0e9-4d30-bc33-6051f175f65e"} {"level":"info","ts":1784688327.5062115,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688327.506308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbd2bd43-1a07-4daf-8420-ae6df483fd06"} {"level":"info","ts":1784688327.5063214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbd2bd43-1a07-4daf-8420-ae6df483fd06"} {"level":"info","ts":1784688327.5063343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbd2bd43-1a07-4daf-8420-ae6df483fd06","EoS":false} {"level":"info","ts":1784688327.5063448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbd2bd43-1a07-4daf-8420-ae6df483fd06","EoS":true} {"level":"info","ts":1784688327.5063658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbd2bd43-1a07-4daf-8420-ae6df483fd06","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688327.506382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbd2bd43-1a07-4daf-8420-ae6df483fd06","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688327.5064027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbd2bd43-1a07-4daf-8420-ae6df483fd06"} {"level":"info","ts":1784688332.337611,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688332.33771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf535292-0cd0-4152-882b-13b48a667c94"} {"level":"info","ts":1784688332.337725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf535292-0cd0-4152-882b-13b48a667c94"} {"level":"info","ts":1784688332.3377385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf535292-0cd0-4152-882b-13b48a667c94","EoS":false} {"level":"info","ts":1784688332.3377507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf535292-0cd0-4152-882b-13b48a667c94","EoS":true} {"level":"info","ts":1784688332.3377721,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf535292-0cd0-4152-882b-13b48a667c94","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688332.3377879,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf535292-0cd0-4152-882b-13b48a667c94","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688332.3378143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf535292-0cd0-4152-882b-13b48a667c94"} {"level":"info","ts":1784688332.6163309,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688332.6164196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3a8d1b9-b146-4c0a-b4f3-32f3c973c596"} {"level":"info","ts":1784688332.616429,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3a8d1b9-b146-4c0a-b4f3-32f3c973c596"} {"level":"info","ts":1784688332.6164403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3a8d1b9-b146-4c0a-b4f3-32f3c973c596","EoS":false} {"level":"info","ts":1784688332.6164517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3a8d1b9-b146-4c0a-b4f3-32f3c973c596","EoS":true} {"level":"info","ts":1784688332.6164742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3a8d1b9-b146-4c0a-b4f3-32f3c973c596","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688332.616488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3a8d1b9-b146-4c0a-b4f3-32f3c973c596","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688332.6165082,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3a8d1b9-b146-4c0a-b4f3-32f3c973c596"} {"level":"info","ts":1784688334.6487174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688334.648808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f54f380-45b5-460b-bdea-c0ba32a7b3c7"} {"level":"info","ts":1784688334.648825,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f54f380-45b5-460b-bdea-c0ba32a7b3c7"} {"level":"info","ts":1784688334.648845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f54f380-45b5-460b-bdea-c0ba32a7b3c7","EoS":false} {"level":"info","ts":1784688334.6488655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f54f380-45b5-460b-bdea-c0ba32a7b3c7","EoS":true} {"level":"info","ts":1784688334.6488965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f54f380-45b5-460b-bdea-c0ba32a7b3c7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688334.6489155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f54f380-45b5-460b-bdea-c0ba32a7b3c7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688334.6489778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f54f380-45b5-460b-bdea-c0ba32a7b3c7"} {"level":"info","ts":1784688336.6859345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688336.6860359,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4"} {"level":"info","ts":1784688336.6860456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4"} {"level":"info","ts":1784688336.6860578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","EoS":false} {"level":"info","ts":1784688336.6860788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","EoS":true} {"level":"info","ts":1784688336.686103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688336.686119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688336.6861393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7afbe0a0-2303-48bd-813c-51c857385ab4"} {"level":"info","ts":1784688360.1710362,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688360.1711345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae"} {"level":"info","ts":1784688360.1711457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae"} {"level":"info","ts":1784688360.1711583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","EoS":false} {"level":"info","ts":1784688360.1711693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","EoS":true} {"level":"info","ts":1784688360.1711898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688360.1712065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688360.171229,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5574ae84-c002-44ae-b0ea-5c792e3e3dae"} {"level":"info","ts":1784688369.575134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688369.5752327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a1596f4-144b-4171-ba82-7ae383623d8b"} {"level":"info","ts":1784688369.5752466,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a1596f4-144b-4171-ba82-7ae383623d8b"} {"level":"info","ts":1784688369.5752628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a1596f4-144b-4171-ba82-7ae383623d8b","EoS":false} {"level":"info","ts":1784688369.5752833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a1596f4-144b-4171-ba82-7ae383623d8b","EoS":true} {"level":"info","ts":1784688369.5753117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a1596f4-144b-4171-ba82-7ae383623d8b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688369.575331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a1596f4-144b-4171-ba82-7ae383623d8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688369.5753608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a1596f4-144b-4171-ba82-7ae383623d8b"} {"level":"info","ts":1784688375.1127932,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688375.1128802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f1bf6dd-8048-45f6-bcb1-d25b58f639f5"} {"level":"info","ts":1784688375.1128886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f1bf6dd-8048-45f6-bcb1-d25b58f639f5"} {"level":"info","ts":1784688375.1128995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f1bf6dd-8048-45f6-bcb1-d25b58f639f5","EoS":false} {"level":"info","ts":1784688375.1129103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f1bf6dd-8048-45f6-bcb1-d25b58f639f5","EoS":true} {"level":"info","ts":1784688375.1129324,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f1bf6dd-8048-45f6-bcb1-d25b58f639f5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688375.1129646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f1bf6dd-8048-45f6-bcb1-d25b58f639f5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688375.1129866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f1bf6dd-8048-45f6-bcb1-d25b58f639f5"} {"level":"info","ts":1784688384.7593348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688384.7594306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f36e89e7-5fa8-42ba-83c0-89cbd5ef714b"} {"level":"info","ts":1784688384.7594454,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f36e89e7-5fa8-42ba-83c0-89cbd5ef714b"} {"level":"info","ts":1784688384.7594657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f36e89e7-5fa8-42ba-83c0-89cbd5ef714b","EoS":false} {"level":"info","ts":1784688384.7594867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f36e89e7-5fa8-42ba-83c0-89cbd5ef714b","EoS":true} {"level":"info","ts":1784688384.7595181,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f36e89e7-5fa8-42ba-83c0-89cbd5ef714b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688384.759537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f36e89e7-5fa8-42ba-83c0-89cbd5ef714b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688384.7595696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f36e89e7-5fa8-42ba-83c0-89cbd5ef714b"} {"level":"info","ts":1784688386.7907052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688386.7907956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b"} {"level":"info","ts":1784688386.7908123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b"} {"level":"info","ts":1784688386.790831,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","EoS":false} {"level":"info","ts":1784688386.7908523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","EoS":true} {"level":"info","ts":1784688386.790885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688386.7909062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688386.7909694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c50848c3-d65e-4f3f-9072-ea742036d15b"} {"level":"info","ts":1784688396.270505,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688396.2705917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9"} {"level":"info","ts":1784688396.270605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9"} {"level":"info","ts":1784688396.2706242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","EoS":false} {"level":"info","ts":1784688396.270645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","EoS":true} {"level":"info","ts":1784688396.270674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688396.2706964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688396.2707293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2861876c-44c6-49de-847f-be3f1969afa9"} {"level":"info","ts":1784688396.3113408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688396.3114321,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d"} {"level":"info","ts":1784688396.3114421,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d"} {"level":"info","ts":1784688396.3114648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","EoS":false} {"level":"info","ts":1784688396.3114758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","EoS":true} {"level":"info","ts":1784688396.3114986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688396.3115144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688396.3115358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6ce39b8-da57-4274-8a5e-97a9af549b6d"} {"level":"info","ts":1784688415.5627866,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688415.5628757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb"} {"level":"info","ts":1784688415.5628898,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb"} {"level":"info","ts":1784688415.562902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","EoS":false} {"level":"info","ts":1784688415.5629132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","EoS":true} {"level":"info","ts":1784688415.5629337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688415.5629807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688415.5630033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"853b4831-3af2-414e-a3be-13f0b69253bb"} {"level":"info","ts":1784688424.9776654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688424.9777482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4993ae32-7d43-4e76-9006-a801ef8494d4"} {"level":"info","ts":1784688424.9777584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4993ae32-7d43-4e76-9006-a801ef8494d4"} {"level":"info","ts":1784688424.9777708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4993ae32-7d43-4e76-9006-a801ef8494d4","EoS":false} {"level":"info","ts":1784688424.977791,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4993ae32-7d43-4e76-9006-a801ef8494d4","EoS":true} {"level":"info","ts":1784688424.9778135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4993ae32-7d43-4e76-9006-a801ef8494d4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688424.9778306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4993ae32-7d43-4e76-9006-a801ef8494d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688424.9778514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4993ae32-7d43-4e76-9006-a801ef8494d4"} {"level":"info","ts":1784688430.2805045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688430.2805867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ac0cc5f-47bb-4129-9a4f-e2e23e18abd7"} {"level":"info","ts":1784688430.2805972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ac0cc5f-47bb-4129-9a4f-e2e23e18abd7"} {"level":"info","ts":1784688430.2806084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ac0cc5f-47bb-4129-9a4f-e2e23e18abd7","EoS":false} {"level":"info","ts":1784688430.2806194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ac0cc5f-47bb-4129-9a4f-e2e23e18abd7","EoS":true} {"level":"info","ts":1784688430.2806423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ac0cc5f-47bb-4129-9a4f-e2e23e18abd7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784688430.280662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ac0cc5f-47bb-4129-9a4f-e2e23e18abd7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784688430.2806842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ac0cc5f-47bb-4129-9a4f-e2e23e18abd7"} {"level":"info","ts":1784688521.2094803,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688521.2095644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"007eafac-614c-4cec-8ade-682a932c41a3"} {"level":"info","ts":1784688521.2095747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"007eafac-614c-4cec-8ade-682a932c41a3"} {"level":"info","ts":1784688521.2095861,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"007eafac-614c-4cec-8ade-682a932c41a3","EoS":false} {"level":"info","ts":1784688521.2095995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"007eafac-614c-4cec-8ade-682a932c41a3","EoS":true} {"level":"info","ts":1784688521.2096274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"007eafac-614c-4cec-8ade-682a932c41a3","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784688521.209647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"007eafac-614c-4cec-8ade-682a932c41a3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784688521.2096684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"007eafac-614c-4cec-8ade-682a932c41a3"} {"level":"info","ts":1784688544.5940442,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688544.5941274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea"} {"level":"info","ts":1784688544.5941377,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea"} {"level":"info","ts":1784688544.5941498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","EoS":false} {"level":"info","ts":1784688544.5941608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","EoS":true} {"level":"info","ts":1784688544.5941803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784688544.594193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784688544.5942156,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"237993e1-335f-4623-9a93-4c234b54efea"} {"level":"info","ts":1784688581.7094352,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688581.7095237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a"} {"level":"info","ts":1784688581.7095344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a"} {"level":"info","ts":1784688581.7095468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","EoS":false} {"level":"info","ts":1784688581.7095575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","EoS":true} {"level":"info","ts":1784688581.7095778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688581.7095957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688581.7096174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ae2bf4b-93a3-4316-a72c-7766fb20509a"} {"level":"info","ts":1784688597.0591908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688597.059278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393"} {"level":"info","ts":1784688597.0592887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393"} {"level":"info","ts":1784688597.059301,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","EoS":false} {"level":"info","ts":1784688597.0593112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","EoS":true} {"level":"info","ts":1784688597.0593345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688597.0593503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688597.0593698,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af8a336e-3b0c-4ef4-a50f-f58be86d8393"} {"level":"info","ts":1784688597.373372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688597.373481,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19b93338-4678-42ec-a60e-260b272f199a"} {"level":"info","ts":1784688597.373495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19b93338-4678-42ec-a60e-260b272f199a"} {"level":"info","ts":1784688597.373511,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19b93338-4678-42ec-a60e-260b272f199a","EoS":false} {"level":"info","ts":1784688597.3735294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19b93338-4678-42ec-a60e-260b272f199a","EoS":true} {"level":"info","ts":1784688597.373563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19b93338-4678-42ec-a60e-260b272f199a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688597.3735843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19b93338-4678-42ec-a60e-260b272f199a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688597.3736115,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19b93338-4678-42ec-a60e-260b272f199a"} {"level":"info","ts":1784688898.9812722,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688898.9813807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca"} {"level":"info","ts":1784688898.9813938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca"} {"level":"info","ts":1784688898.9814084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","EoS":false} {"level":"info","ts":1784688898.9814203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","EoS":true} {"level":"info","ts":1784688898.9814422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688898.9814596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688898.9814806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f51fa9a-c747-449d-a105-943c21e03fca"} {"level":"info","ts":1784688899.019391,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688899.019481,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8"} {"level":"info","ts":1784688899.019491,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8"} {"level":"info","ts":1784688899.0195024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","EoS":false} {"level":"info","ts":1784688899.019517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","EoS":true} {"level":"info","ts":1784688899.0195367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688899.0195513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688899.0195732,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26fe11f5-5fc8-4fe1-b420-a2e0d220d9a8"} {"level":"info","ts":1784688899.0555804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688899.0556564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9c9a63b-62fc-4fc9-a0a5-45fc78e3010f"} {"level":"info","ts":1784688899.0556653,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9c9a63b-62fc-4fc9-a0a5-45fc78e3010f"} {"level":"info","ts":1784688899.055676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9c9a63b-62fc-4fc9-a0a5-45fc78e3010f","EoS":false} {"level":"info","ts":1784688899.0556884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9c9a63b-62fc-4fc9-a0a5-45fc78e3010f","EoS":true} {"level":"info","ts":1784688899.0557086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9c9a63b-62fc-4fc9-a0a5-45fc78e3010f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688899.0557246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9c9a63b-62fc-4fc9-a0a5-45fc78e3010f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688899.055745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9c9a63b-62fc-4fc9-a0a5-45fc78e3010f"} {"level":"info","ts":1784688899.0944192,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688899.0945237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fcdd2d6-4acd-4296-bd1a-fe194cc3c066"} {"level":"info","ts":1784688899.0945385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fcdd2d6-4acd-4296-bd1a-fe194cc3c066"} {"level":"info","ts":1784688899.0945508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fcdd2d6-4acd-4296-bd1a-fe194cc3c066","EoS":false} {"level":"info","ts":1784688899.0945642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fcdd2d6-4acd-4296-bd1a-fe194cc3c066","EoS":true} {"level":"info","ts":1784688899.094585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fcdd2d6-4acd-4296-bd1a-fe194cc3c066","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688899.0946062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fcdd2d6-4acd-4296-bd1a-fe194cc3c066","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688899.0946314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fcdd2d6-4acd-4296-bd1a-fe194cc3c066"} {"level":"info","ts":1784688903.9813058,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f1dcb20-ea03-4aa5-b4ea-c850b72cd63e"} {"level":"info","ts":1784688903.981403,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb50827b-1a93-4021-ae3f-979d48215ae4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688903.9814408,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb50827b-1a93-4021-ae3f-979d48215ae4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688903.9893322,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b3e4361-b609-4a4e-ae18-e8075bff40e2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688903.989367,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b3e4361-b609-4a4e-ae18-e8075bff40e2","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784688903.9911363,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f1dcb20-ea03-4aa5-b4ea-c850b72cd63e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688903.991377,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35607.263637523,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688903.991396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688904.1660755,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83802137-8736-4ffc-acd5-d1dfe0eb0d69","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688904.16614,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83802137-8736-4ffc-acd5-d1dfe0eb0d69","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688904.166343,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688904.1664698,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c26da7f-12f3-4902-a951-7c8e2abf66ca"} {"level":"info","ts":1784688904.1665967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d4b540d-2649-4a78-8248-74fb38135f84","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688904.1668713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d4b540d-2649-4a78-8248-74fb38135f84","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688904.1669605,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35506.157317245,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688904.1669755,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688904.1736817,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688904.1923878,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32414.724051748,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688904.1924226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688904.2013054,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688904.2623596,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acd7ecc8-1e04-4702-91cb-4adf63e75ba5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688904.2624037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acd7ecc8-1e04-4702-91cb-4adf63e75ba5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688904.2670803,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c26da7f-12f3-4902-a951-7c8e2abf66ca","name":"e2e-external-model"} {"level":"error","ts":1784688904.2810936,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c26da7f-12f3-4902-a951-7c8e2abf66ca","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784688904.2811577,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c26da7f-12f3-4902-a951-7c8e2abf66ca","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688904.2812402,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c80860d3-5f8d-4d4a-885a-fcab1ae65138"} {"level":"info","ts":1784688904.281306,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c80860d3-5f8d-4d4a-885a-fcab1ae65138","name":"e2e-external-model"} {"level":"info","ts":1784688904.2857862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74d8022b-00fd-4122-9e14-55356175d4ba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688904.285874,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74d8022b-00fd-4122-9e14-55356175d4ba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688904.291622,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c80860d3-5f8d-4d4a-885a-fcab1ae65138","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688904.2924898,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f1dcb20-ea03-4aa5-b4ea-c850b72cd63e","name":"e2e-external-provider"} {"level":"error","ts":1784688904.2959719,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c80860d3-5f8d-4d4a-885a-fcab1ae65138","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688904.2960646,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9935c2d9-58f6-4090-b993-861727685077"} {"level":"info","ts":1784688904.2961195,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9935c2d9-58f6-4090-b993-861727685077","name":"e2e-external-model"} {"level":"info","ts":1784688904.3028312,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c0522b0-5dc9-4c5b-b9ef-dbe00c7900db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688904.302875,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c0522b0-5dc9-4c5b-b9ef-dbe00c7900db","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688904.3052094,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f1dcb20-ea03-4aa5-b4ea-c850b72cd63e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784688904.3056817,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9935c2d9-58f6-4090-b993-861727685077","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784688904.3088975,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f1dcb20-ea03-4aa5-b4ea-c850b72cd63e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688904.3090372,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"334c6e75-397a-4a4f-96ed-7c968506c03d"} {"level":"info","ts":1784688904.3090875,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"334c6e75-397a-4a4f-96ed-7c968506c03d","name":"e2e-external-provider"} {"level":"error","ts":1784688904.3097343,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9935c2d9-58f6-4090-b993-861727685077","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688904.3098211,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a78b674b-6560-42da-b63d-f112fd3d8e5a"} {"level":"info","ts":1784688904.3098805,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a78b674b-6560-42da-b63d-f112fd3d8e5a","name":"e2e-external-model"} {"level":"info","ts":1784688904.3188062,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"334c6e75-397a-4a4f-96ed-7c968506c03d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784688904.3191588,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a78b674b-6560-42da-b63d-f112fd3d8e5a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688911.526856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688911.526966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"840301f6-6596-4667-8e9a-49ebf60b2f1d"} {"level":"info","ts":1784688911.5269775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"840301f6-6596-4667-8e9a-49ebf60b2f1d"} {"level":"info","ts":1784688911.5269957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"840301f6-6596-4667-8e9a-49ebf60b2f1d","EoS":false} {"level":"info","ts":1784688911.5270143,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"840301f6-6596-4667-8e9a-49ebf60b2f1d","EoS":true} {"level":"info","ts":1784688911.5270422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"840301f6-6596-4667-8e9a-49ebf60b2f1d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688911.5270631,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"840301f6-6596-4667-8e9a-49ebf60b2f1d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688911.5270777,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"840301f6-6596-4667-8e9a-49ebf60b2f1d","modelName":"e2e-external-model"} {"level":"info","ts":1784688911.5270984,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"840301f6-6596-4667-8e9a-49ebf60b2f1d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688911.5271823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"840301f6-6596-4667-8e9a-49ebf60b2f1d"} {"level":"info","ts":1784688911.5762439,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688911.576339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5424937b-3bbc-457a-8a99-af40b7c7c62a"} {"level":"info","ts":1784688911.576352,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5424937b-3bbc-457a-8a99-af40b7c7c62a"} {"level":"info","ts":1784688911.5763645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5424937b-3bbc-457a-8a99-af40b7c7c62a","EoS":false} {"level":"info","ts":1784688911.5763752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5424937b-3bbc-457a-8a99-af40b7c7c62a","EoS":true} {"level":"info","ts":1784688911.5764067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5424937b-3bbc-457a-8a99-af40b7c7c62a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688911.5764244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5424937b-3bbc-457a-8a99-af40b7c7c62a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688911.5764322,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5424937b-3bbc-457a-8a99-af40b7c7c62a","modelName":"e2e-external-model"} {"level":"info","ts":1784688911.5764472,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5424937b-3bbc-457a-8a99-af40b7c7c62a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688911.5764878,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5424937b-3bbc-457a-8a99-af40b7c7c62a"} {"level":"info","ts":1784688911.60092,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688911.601025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08"} {"level":"info","ts":1784688911.6010377,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08"} {"level":"info","ts":1784688911.6010609,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","EoS":false} {"level":"info","ts":1784688911.601074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","EoS":true} {"level":"info","ts":1784688911.6010952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688911.60111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688911.6011188,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","modelName":"e2e-external-model"} {"level":"info","ts":1784688911.601142,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688911.60119,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ae372ac-4429-459c-a802-a1477ca5bd08"} {"level":"info","ts":1784688911.7291646,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d8194c6-1689-41e0-bcbe-7a446151a9df"} {"level":"info","ts":1784688911.7291968,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44c12bf5-37bc-4b5f-818e-49981c2bfd51","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688911.7292314,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44c12bf5-37bc-4b5f-818e-49981c2bfd51","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688911.7348773,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f0fe039-35ae-4230-8285-1e4d210585ad","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688911.7349203,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f0fe039-35ae-4230-8285-1e4d210585ad","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784688911.7382267,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d8194c6-1689-41e0-bcbe-7a446151a9df","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688911.738299,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d8194c6-1689-41e0-bcbe-7a446151a9df","name":"e2e-cleanup-test"} {"level":"info","ts":1784688911.753644,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"173b01e8-0c5b-4bcd-b3a3-f615a2193b8c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688911.7536893,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"173b01e8-0c5b-4bcd-b3a3-f615a2193b8c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784688911.7569942,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d8194c6-1689-41e0-bcbe-7a446151a9df","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784688911.757049,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d8194c6-1689-41e0-bcbe-7a446151a9df","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688911.7571156,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b2fabf4-14f4-4379-9a12-08b78b8fc258"} {"level":"info","ts":1784688911.7571824,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b2fabf4-14f4-4379-9a12-08b78b8fc258","name":"e2e-cleanup-test"} {"level":"error","ts":1784688911.7703688,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b2fabf4-14f4-4379-9a12-08b78b8fc258","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688911.7705152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59db2847-f3fc-4b8c-85d0-754410f1f9ac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688911.770554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59db2847-f3fc-4b8c-85d0-754410f1f9ac","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688911.770557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d974acc8-3614-4595-a7d4-19a2706888d3"} {"level":"info","ts":1784688911.7706428,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d974acc8-3614-4595-a7d4-19a2706888d3","name":"e2e-cleanup-test"} {"level":"info","ts":1784688911.779666,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d974acc8-3614-4595-a7d4-19a2706888d3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688911.7852845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"702f0ca9-93ea-40e6-8e50-3ac7a32f70c9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688911.7853346,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"702f0ca9-93ea-40e6-8e50-3ac7a32f70c9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688911.785289,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23ac0d96-e3c9-41d9-9ad2-a56ea1419957"} {"level":"info","ts":1784688911.7854261,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23ac0d96-e3c9-41d9-9ad2-a56ea1419957","name":"e2e-cleanup-test"} {"level":"info","ts":1784688911.7950366,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23ac0d96-e3c9-41d9-9ad2-a56ea1419957","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688919.9991128,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9256a776-69bf-4185-bec2-9ce12c112df2"} {"level":"info","ts":1784688919.9991584,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f4d8ef3-edb5-4128-b68c-b33761114852","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688919.99919,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f4d8ef3-edb5-4128-b68c-b33761114852","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688924.3182917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688924.3183846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100"} {"level":"info","ts":1784688924.3183978,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100"} {"level":"info","ts":1784688924.3184187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100","EoS":false} {"level":"info","ts":1784688924.3184433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100","EoS":true} {"level":"info","ts":1784688924.3184712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784688924.318492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784688924.3185248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebbda831-2a4c-4100-9877-24de337be100"} {"level":"info","ts":1784688924.3452508,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688924.3453314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c"} {"level":"info","ts":1784688924.3453414,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c"} {"level":"info","ts":1784688924.345353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","EoS":false} {"level":"info","ts":1784688924.3453646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","EoS":true} {"level":"info","ts":1784688924.3453853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688924.3454008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688924.3454084,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","modelName":"e2e-external-model"} {"level":"info","ts":1784688924.345425,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688924.3454657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d931a9e-0765-46f4-acb8-969ca2645c5c"} {"level":"info","ts":1784688924.3885498,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688924.3886504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f"} {"level":"info","ts":1784688924.3886657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f"} {"level":"info","ts":1784688924.3886838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","EoS":false} {"level":"info","ts":1784688924.3887057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","EoS":true} {"level":"info","ts":1784688924.388735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784688924.3887546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688924.388787,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e77b6f93-ade1-49ad-9f2d-5c03d49d267f"} {"level":"info","ts":1784688924.5335414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688924.53362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f"} {"level":"info","ts":1784688924.5336292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f"} {"level":"info","ts":1784688924.5336401,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f","EoS":false} {"level":"info","ts":1784688924.5336506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f","EoS":true} {"level":"info","ts":1784688924.5336752,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f","field":"model"} {"level":"info","ts":1784688924.5337012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c285fb8a-429d-41cd-90a9-1b6b17b9055f"} {"level":"info","ts":1784688925.5074985,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"304f9d01-c4fc-49bb-bc92-f01691eacc19","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688925.5075397,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"304f9d01-c4fc-49bb-bc92-f01691eacc19","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688925.5075042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f0bdd38-494d-4692-9df6-4428a620787c"} {"level":"info","ts":1784688925.6627553,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b70b96d-74d6-408c-8dc1-4a129201340d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688925.6628096,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b70b96d-74d6-408c-8dc1-4a129201340d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688925.6627553,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc39ad1a-576e-446a-8c77-9726e64987de"} {"level":"info","ts":1784689515.3290617,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689515.3291469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26f83a15-5f4e-45f7-a830-41fa85d2c4cb"} {"level":"info","ts":1784689515.329156,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26f83a15-5f4e-45f7-a830-41fa85d2c4cb"} {"level":"info","ts":1784689515.329167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26f83a15-5f4e-45f7-a830-41fa85d2c4cb","EoS":false} {"level":"info","ts":1784689515.3291774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26f83a15-5f4e-45f7-a830-41fa85d2c4cb","EoS":true} {"level":"info","ts":1784689515.3291965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26f83a15-5f4e-45f7-a830-41fa85d2c4cb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689515.3292105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26f83a15-5f4e-45f7-a830-41fa85d2c4cb","path":"/ai-tenant-e2e-inf-b-caf067/test-model-caf067/v1/chat/completions"} {"level":"info","ts":1784689515.3292353,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26f83a15-5f4e-45f7-a830-41fa85d2c4cb"} {"level":"info","ts":1784689536.3977892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689536.3979113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632"} {"level":"info","ts":1784689536.3979235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632"} {"level":"info","ts":1784689536.3979347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","EoS":false} {"level":"info","ts":1784689536.3979814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","EoS":true} {"level":"info","ts":1784689536.3980083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689536.3980265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632","path":"/ai-tenant-e2e-inf-b-caf067/test-model-caf067/v1/chat/completions"} {"level":"info","ts":1784689536.3980906,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7538224-3a4b-4938-a9f2-9a21f7de9632"} {"level":"info","ts":1784689986.4397013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689986.4397886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac"} {"level":"info","ts":1784689986.4397972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac"} {"level":"info","ts":1784689986.4398074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","EoS":false} {"level":"info","ts":1784689986.4398184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","EoS":true} {"level":"info","ts":1784689986.4398365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689986.4398508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac","path":"/ai-tenant-e2e-shared-b-e6d029/rate-test-model-e6d029/v1/completions"} {"level":"info","ts":1784689986.4398758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0bc208c-61be-4f10-9737-4e834d171cac"}