{"level":"info","ts":1784690619.0702813,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b0b71c8-da32-4a1b-b5d6-17f3ac9b695c"} {"level":"info","ts":1784690619.0703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b0b71c8-da32-4a1b-b5d6-17f3ac9b695c","EoS":false} {"level":"info","ts":1784690619.0703208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b0b71c8-da32-4a1b-b5d6-17f3ac9b695c","EoS":true} {"level":"info","ts":1784690619.0703466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b0b71c8-da32-4a1b-b5d6-17f3ac9b695c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784690619.070363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b0b71c8-da32-4a1b-b5d6-17f3ac9b695c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690619.0703928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b0b71c8-da32-4a1b-b5d6-17f3ac9b695c"} {"level":"info","ts":1784690619.1016498,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690619.1017098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d4d6170-578b-4ff5-8730-418fddaeb014"} {"level":"info","ts":1784690619.1017263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d4d6170-578b-4ff5-8730-418fddaeb014"} {"level":"info","ts":1784690619.1017385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d4d6170-578b-4ff5-8730-418fddaeb014","EoS":false} {"level":"info","ts":1784690619.1017509,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d4d6170-578b-4ff5-8730-418fddaeb014","EoS":true} {"level":"info","ts":1784690619.1017675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d4d6170-578b-4ff5-8730-418fddaeb014","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784690619.1017802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d4d6170-578b-4ff5-8730-418fddaeb014","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690619.1018033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d4d6170-578b-4ff5-8730-418fddaeb014"} {"level":"info","ts":1784690619.1349351,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690619.1349928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69f05304-68b0-483c-a1b5-f1ec8f30941e"} {"level":"info","ts":1784690623.7432299,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690623.743306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba"} {"level":"info","ts":1784690623.743318,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba"} {"level":"info","ts":1784690623.7433298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","EoS":false} {"level":"info","ts":1784690623.7433443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","EoS":true} {"level":"info","ts":1784690623.743367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690623.743381,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690623.7434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba"} {"level":"info","ts":1784690632.2871983,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690632.2872982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07b87cd4-0266-4629-8a78-5eeb217fab64"} {"level":"info","ts":1784690632.2873104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07b87cd4-0266-4629-8a78-5eeb217fab64"} {"level":"info","ts":1784690632.287322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07b87cd4-0266-4629-8a78-5eeb217fab64","EoS":false} {"level":"info","ts":1784690632.287333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07b87cd4-0266-4629-8a78-5eeb217fab64","EoS":true} {"level":"info","ts":1784690632.2873535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07b87cd4-0266-4629-8a78-5eeb217fab64","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784690632.2873697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07b87cd4-0266-4629-8a78-5eeb217fab64","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784690632.2873914,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07b87cd4-0266-4629-8a78-5eeb217fab64"} {"level":"info","ts":1784690634.3190594,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690634.3191395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac"} {"level":"info","ts":1784690634.31915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac"} {"level":"info","ts":1784690634.3191614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","EoS":false} {"level":"info","ts":1784690634.319174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","EoS":true} {"level":"info","ts":1784690634.3191967,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784690634.3192122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784690634.3192308,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac"} {"level":"info","ts":1784690647.1856284,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690647.185738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db"} {"level":"info","ts":1784690647.185757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db"} {"level":"info","ts":1784690647.1857755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","EoS":false} {"level":"info","ts":1784690647.1857977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","EoS":true} {"level":"info","ts":1784690647.185833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690647.1858544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690647.185886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db"} {"level":"info","ts":1784690655.7007182,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690655.7007957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686"} {"level":"info","ts":1784690655.7008069,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686"} {"level":"info","ts":1784690655.7008176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","EoS":false} {"level":"info","ts":1784690655.700828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","EoS":true} {"level":"info","ts":1784690655.7008471,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690655.7008615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690655.7008812,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686"} {"level":"info","ts":1784690664.539799,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690664.539877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2"} {"level":"info","ts":1784690664.539886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2"} {"level":"info","ts":1784690664.5398967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","EoS":false} {"level":"info","ts":1784690664.5399082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","EoS":true} {"level":"info","ts":1784690664.5399246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690664.5399382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690664.5399575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2"} {"level":"info","ts":1784690673.4914603,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690673.4915388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51a05581-67ba-4560-8713-813642f9a8a0"} {"level":"info","ts":1784690673.4915526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51a05581-67ba-4560-8713-813642f9a8a0"} {"level":"info","ts":1784690673.4915924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51a05581-67ba-4560-8713-813642f9a8a0","EoS":false} {"level":"info","ts":1784690673.49161,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51a05581-67ba-4560-8713-813642f9a8a0","EoS":true} {"level":"info","ts":1784690673.49163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51a05581-67ba-4560-8713-813642f9a8a0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690673.4916446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51a05581-67ba-4560-8713-813642f9a8a0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690673.4916654,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51a05581-67ba-4560-8713-813642f9a8a0"} {"level":"info","ts":1784690678.2148695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690678.2149713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cafec1a9-cc2f-4a46-98d1-2d3417639349"} {"level":"info","ts":1784690678.214992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cafec1a9-cc2f-4a46-98d1-2d3417639349"} {"level":"info","ts":1784690678.2150059,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cafec1a9-cc2f-4a46-98d1-2d3417639349","EoS":false} {"level":"info","ts":1784690678.21502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cafec1a9-cc2f-4a46-98d1-2d3417639349","EoS":true} {"level":"info","ts":1784690678.215044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cafec1a9-cc2f-4a46-98d1-2d3417639349","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784690678.2150614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cafec1a9-cc2f-4a46-98d1-2d3417639349","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690678.2150886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cafec1a9-cc2f-4a46-98d1-2d3417639349"} {"level":"info","ts":1784690682.9357498,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690682.935828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"769f7eb8-960a-40a0-817a-059499da1aac"} {"level":"info","ts":1784690682.9358377,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"769f7eb8-960a-40a0-817a-059499da1aac"} {"level":"info","ts":1784690682.9358492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"769f7eb8-960a-40a0-817a-059499da1aac","EoS":false} {"level":"info","ts":1784690682.9358594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"769f7eb8-960a-40a0-817a-059499da1aac","EoS":true} {"level":"info","ts":1784690682.9358861,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"769f7eb8-960a-40a0-817a-059499da1aac","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784690682.9358995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"769f7eb8-960a-40a0-817a-059499da1aac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784690682.9359198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"769f7eb8-960a-40a0-817a-059499da1aac"} {"level":"info","ts":1784690683.2050517,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690683.2051382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a50148e7-a5ce-4c4e-b3ff-54b4495166b1"} {"level":"info","ts":1784690683.2051551,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a50148e7-a5ce-4c4e-b3ff-54b4495166b1"} {"level":"info","ts":1784690683.2051737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a50148e7-a5ce-4c4e-b3ff-54b4495166b1","EoS":false} {"level":"info","ts":1784690683.2051933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a50148e7-a5ce-4c4e-b3ff-54b4495166b1","EoS":true} {"level":"info","ts":1784690683.205219,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a50148e7-a5ce-4c4e-b3ff-54b4495166b1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784690683.2052846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a50148e7-a5ce-4c4e-b3ff-54b4495166b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784690683.2053144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a50148e7-a5ce-4c4e-b3ff-54b4495166b1"} {"level":"info","ts":1784690685.235532,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690685.2356222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0dc977f0-e2f0-453e-8760-5072c53d8975"} {"level":"info","ts":1784690685.2356365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0dc977f0-e2f0-453e-8760-5072c53d8975"} {"level":"info","ts":1784690685.2356474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0dc977f0-e2f0-453e-8760-5072c53d8975","EoS":false} {"level":"info","ts":1784690685.2356606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0dc977f0-e2f0-453e-8760-5072c53d8975","EoS":true} {"level":"info","ts":1784690685.2356803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0dc977f0-e2f0-453e-8760-5072c53d8975","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784690685.2356942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0dc977f0-e2f0-453e-8760-5072c53d8975","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784690685.2357142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0dc977f0-e2f0-453e-8760-5072c53d8975"} {"level":"info","ts":1784690687.2662666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690687.2663603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e933ddd-7ff3-4cfc-9b87-455f128936ea"} {"level":"info","ts":1784690687.266377,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e933ddd-7ff3-4cfc-9b87-455f128936ea"} {"level":"info","ts":1784690687.266396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e933ddd-7ff3-4cfc-9b87-455f128936ea","EoS":false} {"level":"info","ts":1784690687.2664173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e933ddd-7ff3-4cfc-9b87-455f128936ea","EoS":true} {"level":"info","ts":1784690687.266494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e933ddd-7ff3-4cfc-9b87-455f128936ea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784690687.266514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e933ddd-7ff3-4cfc-9b87-455f128936ea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784690687.2665443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e933ddd-7ff3-4cfc-9b87-455f128936ea"} {"level":"info","ts":1784690689.3008156,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690689.3008924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1"} {"level":"info","ts":1784690689.3009017,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1"} {"level":"info","ts":1784690689.3009133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","EoS":false} {"level":"info","ts":1784690689.300927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","EoS":true} {"level":"info","ts":1784690689.3009474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784690689.3009617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784690689.3009841,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1"} {"level":"info","ts":1784690711.8958433,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690711.8959174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7"} {"level":"info","ts":1784690711.8959289,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7"} {"level":"info","ts":1784690711.8959427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","EoS":false} {"level":"info","ts":1784690711.8959537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","EoS":true} {"level":"info","ts":1784690711.8959749,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784690711.8959904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784690711.8960087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7"} {"level":"info","ts":1784690721.172221,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690721.1722999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00cb8e87-3c88-40fc-adee-364d2d8672b1"} {"level":"info","ts":1784690721.1723104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00cb8e87-3c88-40fc-adee-364d2d8672b1"} {"level":"info","ts":1784690721.172322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00cb8e87-3c88-40fc-adee-364d2d8672b1","EoS":false} {"level":"info","ts":1784690721.172333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00cb8e87-3c88-40fc-adee-364d2d8672b1","EoS":true} {"level":"info","ts":1784690721.1723528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00cb8e87-3c88-40fc-adee-364d2d8672b1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690721.1723673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00cb8e87-3c88-40fc-adee-364d2d8672b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690721.1723871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00cb8e87-3c88-40fc-adee-364d2d8672b1"} {"level":"info","ts":1784690726.5851672,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690726.5852625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fea5743a-ab95-4d42-8845-57b7babde385"} {"level":"info","ts":1784690726.585279,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fea5743a-ab95-4d42-8845-57b7babde385"} {"level":"info","ts":1784690726.5852973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fea5743a-ab95-4d42-8845-57b7babde385","EoS":false} {"level":"info","ts":1784690726.5853171,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fea5743a-ab95-4d42-8845-57b7babde385","EoS":true} {"level":"info","ts":1784690726.5853462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fea5743a-ab95-4d42-8845-57b7babde385","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784690726.5853686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fea5743a-ab95-4d42-8845-57b7babde385","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784690726.5853977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fea5743a-ab95-4d42-8845-57b7babde385"} {"level":"info","ts":1784690736.067006,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690736.0670867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17e1ec72-68cb-4263-9bf9-6d0372a11b2c"} {"level":"info","ts":1784690736.0670972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17e1ec72-68cb-4263-9bf9-6d0372a11b2c"} {"level":"info","ts":1784690736.0671093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17e1ec72-68cb-4263-9bf9-6d0372a11b2c","EoS":false} {"level":"info","ts":1784690736.0671222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17e1ec72-68cb-4263-9bf9-6d0372a11b2c","EoS":true} {"level":"info","ts":1784690736.067143,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17e1ec72-68cb-4263-9bf9-6d0372a11b2c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690736.067158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17e1ec72-68cb-4263-9bf9-6d0372a11b2c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690736.067179,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17e1ec72-68cb-4263-9bf9-6d0372a11b2c"} {"level":"info","ts":1784690738.0963018,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690738.0963712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e"} {"level":"info","ts":1784690738.09638,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e"} {"level":"info","ts":1784690738.0963905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","EoS":false} {"level":"info","ts":1784690738.0964015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","EoS":true} {"level":"info","ts":1784690738.096423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690738.0964377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690738.0964572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e"} {"level":"info","ts":1784690747.4533002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690747.4533854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92"} {"level":"info","ts":1784690747.4534016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92"} {"level":"info","ts":1784690747.4534214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","EoS":false} {"level":"info","ts":1784690747.4534435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","EoS":true} {"level":"info","ts":1784690747.4534738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690747.4534922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690747.4535236,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92"} {"level":"info","ts":1784690747.4886398,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690747.488725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d"} {"level":"info","ts":1784690747.4887385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d"} {"level":"info","ts":1784690747.488752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","EoS":false} {"level":"info","ts":1784690747.48877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","EoS":true} {"level":"info","ts":1784690747.4887896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690747.4888036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690747.4888265,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d"} {"level":"info","ts":1784690766.5329194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690766.532993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9"} {"level":"info","ts":1784690766.5330036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9"} {"level":"info","ts":1784690766.5330148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","EoS":false} {"level":"info","ts":1784690766.5330281,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","EoS":true} {"level":"info","ts":1784690766.5330486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690766.5330627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690766.5330904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9"} {"level":"info","ts":1784690775.823952,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690775.8240252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6661bea0-c0b3-4106-85f2-f9818dac5d6e"} {"level":"info","ts":1784690775.824036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6661bea0-c0b3-4106-85f2-f9818dac5d6e"} {"level":"info","ts":1784690775.8240473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6661bea0-c0b3-4106-85f2-f9818dac5d6e","EoS":false} {"level":"info","ts":1784690775.824061,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6661bea0-c0b3-4106-85f2-f9818dac5d6e","EoS":true} {"level":"info","ts":1784690775.8240802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6661bea0-c0b3-4106-85f2-f9818dac5d6e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690775.8240952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6661bea0-c0b3-4106-85f2-f9818dac5d6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690775.8241143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6661bea0-c0b3-4106-85f2-f9818dac5d6e"} {"level":"info","ts":1784690781.0051248,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690781.0051994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d8e5a5c-5f6b-447a-84b8-f32476bc3033"} {"level":"info","ts":1784690781.0052104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d8e5a5c-5f6b-447a-84b8-f32476bc3033"} {"level":"info","ts":1784690781.0052211,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d8e5a5c-5f6b-447a-84b8-f32476bc3033","EoS":false} {"level":"info","ts":1784690781.005232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d8e5a5c-5f6b-447a-84b8-f32476bc3033","EoS":true} {"level":"info","ts":1784690781.0052502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d8e5a5c-5f6b-447a-84b8-f32476bc3033","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784690781.0052655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d8e5a5c-5f6b-447a-84b8-f32476bc3033","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784690781.005284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d8e5a5c-5f6b-447a-84b8-f32476bc3033"} {"level":"info","ts":1784690871.3134935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690871.3135948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2066c5fd-b31e-446d-8b39-e23cf5b98ff1"} {"level":"info","ts":1784690871.3136077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2066c5fd-b31e-446d-8b39-e23cf5b98ff1"} {"level":"info","ts":1784690871.313621,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2066c5fd-b31e-446d-8b39-e23cf5b98ff1","EoS":false} {"level":"info","ts":1784690871.3136334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2066c5fd-b31e-446d-8b39-e23cf5b98ff1","EoS":true} {"level":"info","ts":1784690871.3136535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2066c5fd-b31e-446d-8b39-e23cf5b98ff1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784690871.3136675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2066c5fd-b31e-446d-8b39-e23cf5b98ff1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784690871.3136861,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2066c5fd-b31e-446d-8b39-e23cf5b98ff1"} {"level":"info","ts":1784690898.4818249,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690898.481902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1"} {"level":"info","ts":1784690898.481911,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1"} {"level":"info","ts":1784690898.4819217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","EoS":false} {"level":"info","ts":1784690898.481932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","EoS":true} {"level":"info","ts":1784690898.481954,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784690898.48197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784690898.4819949,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1"} {"level":"info","ts":1784690937.5385933,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690937.53868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e"} {"level":"info","ts":1784690937.5386918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e"} {"level":"info","ts":1784690937.5387034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","EoS":false} {"level":"info","ts":1784690937.5387177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","EoS":true} {"level":"info","ts":1784690937.5387385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690937.5387533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690937.5387712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e"} {"level":"info","ts":1784690952.775804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690952.7758954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b"} {"level":"info","ts":1784690952.7759113,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b"} {"level":"info","ts":1784690952.7759306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","EoS":false} {"level":"info","ts":1784690952.7759495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","EoS":true} {"level":"info","ts":1784690952.7759802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690952.775998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690952.7760203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b"} {"level":"info","ts":1784690953.0422187,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784690953.0422876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38c7dc50-d7f9-490c-882e-f9c4e2144794"} {"level":"info","ts":1784690953.042299,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38c7dc50-d7f9-490c-882e-f9c4e2144794"} {"level":"info","ts":1784690953.0423105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38c7dc50-d7f9-490c-882e-f9c4e2144794","EoS":false} {"level":"info","ts":1784690953.0423212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38c7dc50-d7f9-490c-882e-f9c4e2144794","EoS":true} {"level":"info","ts":1784690953.04234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38c7dc50-d7f9-490c-882e-f9c4e2144794","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784690953.0423546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38c7dc50-d7f9-490c-882e-f9c4e2144794","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784690953.042377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38c7dc50-d7f9-490c-882e-f9c4e2144794"} {"level":"info","ts":1784691278.2047312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691278.2048447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e"} {"level":"info","ts":1784691278.2048576,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e"} {"level":"info","ts":1784691278.2048693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","EoS":false} {"level":"info","ts":1784691278.2048826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","EoS":true} {"level":"info","ts":1784691278.204904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784691278.2049227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784691278.2049446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e"} {"level":"info","ts":1784691278.2376158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691278.2376893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0beb74cc-8166-434f-849e-7f5d756e3f36"} {"level":"info","ts":1784691278.237703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0beb74cc-8166-434f-849e-7f5d756e3f36"} {"level":"info","ts":1784691278.2377214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0beb74cc-8166-434f-849e-7f5d756e3f36","EoS":false} {"level":"info","ts":1784691278.2377424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0beb74cc-8166-434f-849e-7f5d756e3f36","EoS":true} {"level":"info","ts":1784691278.2377691,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0beb74cc-8166-434f-849e-7f5d756e3f36","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784691278.2377856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0beb74cc-8166-434f-849e-7f5d756e3f36","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784691278.2378125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0beb74cc-8166-434f-849e-7f5d756e3f36"} {"level":"info","ts":1784691278.2693827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691278.2694497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fce7cfc5-e656-4375-a4a9-a77f955aaa7c"} {"level":"info","ts":1784691278.269463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fce7cfc5-e656-4375-a4a9-a77f955aaa7c"} {"level":"info","ts":1784691278.2694774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fce7cfc5-e656-4375-a4a9-a77f955aaa7c","EoS":false} {"level":"info","ts":1784691278.26949,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fce7cfc5-e656-4375-a4a9-a77f955aaa7c","EoS":true} {"level":"info","ts":1784691278.2695065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fce7cfc5-e656-4375-a4a9-a77f955aaa7c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784691278.2695203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fce7cfc5-e656-4375-a4a9-a77f955aaa7c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784691278.2695394,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fce7cfc5-e656-4375-a4a9-a77f955aaa7c"} {"level":"info","ts":1784691283.1197534,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f918276-4e18-4c26-a8fb-bf55e29c1c52","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.1228642,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f918276-4e18-4c26-a8fb-bf55e29c1c52","name":"e2e-external-model"} {"level":"info","ts":1784691283.1372316,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59f1e1f7-f59a-4e60-90aa-1263084e02ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.1372395,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38de4eb5-af4e-44b4-9eaf-32f594ac95dc"} {"level":"info","ts":1784691283.1372821,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59f1e1f7-f59a-4e60-90aa-1263084e02ee","provider":"openai","endpoint":"httpbin.org"} {"level":"error","ts":1784691283.1382542,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f918276-4e18-4c26-a8fb-bf55e29c1c52","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691283.1435108,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ae7015c-fbac-41b5-a403-c58fb5bc379e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.1444683,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c35aa74b-078e-4fa8-a66e-56ec9469a878","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.1444921,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c35aa74b-078e-4fa8-a66e-56ec9469a878","provider":"openai","endpoint":"httpbin.org"} {"level":"info","ts":1784691283.1447647,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33112.060134142,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784691283.1447847,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784691283.145581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a14a38b-7eff-488a-903b-71943be3b679"} {"level":"info","ts":1784691283.1455963,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d1182f9-f24b-4d1f-a98b-659bbb117197","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.1456265,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d1182f9-f24b-4d1f-a98b-659bbb117197","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784691283.1464002,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ae7015c-fbac-41b5-a403-c58fb5bc379e","name":"e2e-external-model"} {"level":"info","ts":1784691283.1554601,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b8bed01-5cb9-42a9-ae5e-329ce5487e4c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.1554928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b8bed01-5cb9-42a9-ae5e-329ce5487e4c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784691283.1558256,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a14a38b-7eff-488a-903b-71943be3b679","provider":"e2e-external-model","phase":"Pending"} {"level":"info","ts":1784691283.1562238,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ae7015c-fbac-41b5-a403-c58fb5bc379e","provider":"openai","model":"e2e-external-model","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784691283.2241395,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de3d8759-4ab2-4490-84c4-ad4bbba5ed6c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.22419,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de3d8759-4ab2-4490-84c4-ad4bbba5ed6c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784691283.2242577,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a14a38b-7eff-488a-903b-71943be3b679","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691283.2243392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52d9a518-ad87-4fb3-b6f3-b9c5aefe654e"} {"level":"info","ts":1784691283.2243712,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52d9a518-ad87-4fb3-b6f3-b9c5aefe654e","provider":"e2e-external-model","phase":"Pending"} {"level":"error","ts":1784691283.2295682,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52d9a518-ad87-4fb3-b6f3-b9c5aefe654e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691283.322313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb83b0f9-ff75-4822-a695-3e85ec082ee4"} {"level":"info","ts":1784691283.3223593,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb83b0f9-ff75-4822-a695-3e85ec082ee4","provider":"e2e-external-model","phase":"Pending"} {"level":"info","ts":1784691283.3252664,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784691283.327471,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb83b0f9-ff75-4822-a695-3e85ec082ee4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691283.3458538,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37122.031040213,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784691283.345873,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784691283.3478286,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f934dad8-4161-46d2-afb1-e221d1ac37b0"} {"level":"info","ts":1784691283.3478608,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f934dad8-4161-46d2-afb1-e221d1ac37b0","provider":"e2e-external-model","phase":"Pending"} {"level":"error","ts":1784691283.3525913,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f934dad8-4161-46d2-afb1-e221d1ac37b0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691283.3552244,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784691283.3932877,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f77c8838-8c85-42b0-a160-a79dc0e3a53b"} {"level":"info","ts":1784691283.3933303,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f77c8838-8c85-42b0-a160-a79dc0e3a53b","provider":"e2e-external-model","phase":"Pending"} {"level":"info","ts":1784691283.3948262,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dced954b-63cf-48a5-a0fa-bb92a9263b7a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.3948658,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dced954b-63cf-48a5-a0fa-bb92a9263b7a","provider":"openai","endpoint":"httpbin.org"} {"level":"info","ts":1784691283.3949435,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45a1626c-c6bb-46ff-9814-c7fb95d0ae60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.3949654,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45a1626c-c6bb-46ff-9814-c7fb95d0ae60","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784691283.3983526,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f77c8838-8c85-42b0-a160-a79dc0e3a53b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691283.3984122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecaf21c6-b6c3-4d59-90c4-26d5d8b79ac9"} {"level":"info","ts":1784691283.3986404,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32601.035052832,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784691283.398655,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784691283.4048464,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784691283.4463077,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38de4eb5-af4e-44b4-9eaf-32f594ac95dc","name":"e2e-external-model"} {"level":"info","ts":1784691283.457623,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38de4eb5-af4e-44b4-9eaf-32f594ac95dc","service":"e2e-external-model","serviceEntry":"e2e-external-model","destinationRule":"e2e-external-model"} {"level":"error","ts":1784691283.461626,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38de4eb5-af4e-44b4-9eaf-32f594ac95dc","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691283.46173,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8c7cb35-0df7-4759-9e6e-8eb8e2eca80f"} {"level":"info","ts":1784691283.4617772,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8c7cb35-0df7-4759-9e6e-8eb8e2eca80f","name":"e2e-external-model"} {"level":"info","ts":1784691283.4704509,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8c7cb35-0df7-4759-9e6e-8eb8e2eca80f","service":"e2e-external-model","serviceEntry":"e2e-external-model","destinationRule":"e2e-external-model"} {"level":"info","ts":1784691283.4995291,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecaf21c6-b6c3-4d59-90c4-26d5d8b79ac9","name":"e2e-external-model"} {"level":"info","ts":1784691283.513331,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f8627b-0671-4f33-b05f-aed0e041f9ae","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.5133593,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f8627b-0671-4f33-b05f-aed0e041f9ae","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784691283.5149524,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecaf21c6-b6c3-4d59-90c4-26d5d8b79ac9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784691283.5149922,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecaf21c6-b6c3-4d59-90c4-26d5d8b79ac9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691283.5150409,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d67b52a-1ce9-47a1-b4e2-640de6d4f768"} {"level":"info","ts":1784691283.5150855,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d67b52a-1ce9-47a1-b4e2-640de6d4f768","name":"e2e-external-model"} {"level":"info","ts":1784691283.531209,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5042f426-3d21-4c04-af2d-2985314c9a59","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.531235,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5042f426-3d21-4c04-af2d-2985314c9a59","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784691283.531325,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d67b52a-1ce9-47a1-b4e2-640de6d4f768","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691283.5313904,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afc122a5-bd89-4f4f-8d2d-18d413fcaae8"} {"level":"info","ts":1784691283.531453,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afc122a5-bd89-4f4f-8d2d-18d413fcaae8","name":"e2e-external-model"} {"level":"info","ts":1784691283.5448368,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afc122a5-bd89-4f4f-8d2d-18d413fcaae8","httpRoute":"e2e-external-model","providers":["e2e-external-model"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784691283.5542998,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3de921fb-29c4-4336-8668-f78ad1746565","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691283.5543263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3de921fb-29c4-4336-8668-f78ad1746565","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784691283.5569553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f10a35ab-7e91-4f03-b83b-a3d02bec7876"} {"level":"info","ts":1784691283.5570219,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f10a35ab-7e91-4f03-b83b-a3d02bec7876","name":"e2e-external-model"} {"level":"info","ts":1784691283.5658634,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f10a35ab-7e91-4f03-b83b-a3d02bec7876","httpRoute":"e2e-external-model","providers":["e2e-external-model"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784691290.4454892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691290.445601,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e9b12ed-7928-4c48-b046-1f925e502475"} {"level":"info","ts":1784691290.445619,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e9b12ed-7928-4c48-b046-1f925e502475"} {"level":"info","ts":1784691290.4456363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e9b12ed-7928-4c48-b046-1f925e502475","EoS":false} {"level":"info","ts":1784691290.4456532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e9b12ed-7928-4c48-b046-1f925e502475","EoS":true} {"level":"info","ts":1784691290.4456823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e9b12ed-7928-4c48-b046-1f925e502475","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784691290.4457006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e9b12ed-7928-4c48-b046-1f925e502475","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784691290.4457123,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9e9b12ed-7928-4c48-b046-1f925e502475","modelName":"e2e-external-model"} {"level":"info","ts":1784691290.4457312,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9e9b12ed-7928-4c48-b046-1f925e502475","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784691290.445804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e9b12ed-7928-4c48-b046-1f925e502475"} {"level":"info","ts":1784691290.4950807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691290.4951546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a59b136b-1b2c-4298-91f5-6d38fdd9e44c"} {"level":"info","ts":1784691290.4951699,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a59b136b-1b2c-4298-91f5-6d38fdd9e44c"} {"level":"info","ts":1784691290.4951875,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a59b136b-1b2c-4298-91f5-6d38fdd9e44c","EoS":false} {"level":"info","ts":1784691290.4952085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a59b136b-1b2c-4298-91f5-6d38fdd9e44c","EoS":true} {"level":"info","ts":1784691290.495239,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a59b136b-1b2c-4298-91f5-6d38fdd9e44c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784691290.4952557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a59b136b-1b2c-4298-91f5-6d38fdd9e44c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784691290.495268,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a59b136b-1b2c-4298-91f5-6d38fdd9e44c","modelName":"e2e-external-model"} {"level":"info","ts":1784691290.4952896,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a59b136b-1b2c-4298-91f5-6d38fdd9e44c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784691290.4953372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a59b136b-1b2c-4298-91f5-6d38fdd9e44c"} {"level":"info","ts":1784691290.5225987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691290.5226498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda"} {"level":"info","ts":1784691290.5226583,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda"} {"level":"info","ts":1784691290.5226674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","EoS":false} {"level":"info","ts":1784691290.5226827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","EoS":true} {"level":"info","ts":1784691290.5226996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784691290.522711,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784691290.5227177,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","modelName":"e2e-external-model"} {"level":"info","ts":1784691290.5227294,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784691290.52276,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda"} {"level":"info","ts":1784691290.6454358,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a190c253-6901-46d9-bd10-4f81130c6cc2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.648681,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a190c253-6901-46d9-bd10-4f81130c6cc2","name":"e2e-cleanup-test"} {"level":"info","ts":1784691290.6537998,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0138c7f4-156a-4a7c-a742-333fc803766f"} {"level":"info","ts":1784691290.6538708,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ac52124-fa5d-4711-bb0b-ba3538e0036d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.6538994,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ac52124-fa5d-4711-bb0b-ba3538e0036d","provider":"openai","endpoint":"httpbin.org"} {"level":"info","ts":1784691290.654171,"caller":"legacymigration/reconciler.go:169","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a190c253-6901-46d9-bd10-4f81130c6cc2","name":"e2e-cleanup-test"} {"level":"info","ts":1784691290.6612933,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25b1a778-82bd-4d44-aa87-2b88cc1ef5da","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.6613204,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25b1a778-82bd-4d44-aa87-2b88cc1ef5da","provider":"openai","endpoint":"httpbin.org"} {"level":"info","ts":1784691290.6643999,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a190c253-6901-46d9-bd10-4f81130c6cc2","provider":"openai","model":"e2e-cleanup-test","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784691290.6644974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07eedc38-7808-4c6c-a4f5-a422286c9f06","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.6645231,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07eedc38-7808-4c6c-a4f5-a422286c9f06","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784691290.6645215,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ed8039-cb85-4c6f-9af5-05017b87b8c3"} {"level":"error","ts":1784691290.6646438,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0138c7f4-156a-4a7c-a742-333fc803766f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691290.6646934,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0138c7f4-156a-4a7c-a742-333fc803766f","name":"e2e-cleanup-test"} {"level":"info","ts":1784691290.6744716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86037de7-04ba-4b66-a9c0-7cec91ff4f0d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.6745148,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"86037de7-04ba-4b66-a9c0-7cec91ff4f0d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784691290.674856,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ed8039-cb85-4c6f-9af5-05017b87b8c3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691290.674893,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ed8039-cb85-4c6f-9af5-05017b87b8c3","provider":"e2e-cleanup-test","phase":"Pending"} {"level":"error","ts":1784691290.6792927,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ed8039-cb85-4c6f-9af5-05017b87b8c3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784691290.6793296,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ed8039-cb85-4c6f-9af5-05017b87b8c3","error":"ExternalModel \"e2e-cleanup-test\": no provider refs resolved successfully: ExternalProvider \"e2e-cleanup-test\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691290.6793723,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ac59192-e9c4-4483-beab-9dde58d89c0d"} {"level":"info","ts":1784691290.6793935,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ac59192-e9c4-4483-beab-9dde58d89c0d","provider":"e2e-cleanup-test","phase":"Pending"} {"level":"error","ts":1784691290.6831884,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0138c7f4-156a-4a7c-a742-333fc803766f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784691290.6832268,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0138c7f4-156a-4a7c-a742-333fc803766f","error":"failed to apply Service: services \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691290.6832821,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93b14e04-19b1-42a1-8e32-e3699ea2d549"} {"level":"info","ts":1784691290.6833334,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93b14e04-19b1-42a1-8e32-e3699ea2d549","name":"e2e-cleanup-test"} {"level":"info","ts":1784691290.6843119,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0758993-abb1-4bd5-b034-09c036456231","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.6843386,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0758993-abb1-4bd5-b034-09c036456231","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784691290.6882792,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ac59192-e9c4-4483-beab-9dde58d89c0d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784691290.6883125,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ac59192-e9c4-4483-beab-9dde58d89c0d","error":"ExternalModel \"e2e-cleanup-test\": no provider refs resolved successfully: ExternalProvider \"e2e-cleanup-test\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691290.6883538,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"803996bf-ce02-45cc-aef0-4a31c2cd6f1a"} {"level":"info","ts":1784691290.6883729,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"803996bf-ce02-45cc-aef0-4a31c2cd6f1a","provider":"e2e-cleanup-test","phase":"Pending"} {"level":"error","ts":1784691290.6967862,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"803996bf-ce02-45cc-aef0-4a31c2cd6f1a","error":"ExternalModel \"e2e-cleanup-test\": no provider refs resolved successfully: ExternalProvider \"e2e-cleanup-test\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691290.697571,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49d14c0e-3cca-4249-91d8-cc90cf3f8dc1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.6976008,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49d14c0e-3cca-4249-91d8-cc90cf3f8dc1","provider":"openai","endpoint":"httpbin.org"} {"level":"info","ts":1784691290.6975958,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93b14e04-19b1-42a1-8e32-e3699ea2d549","service":"e2e-cleanup-test","serviceEntry":"e2e-cleanup-test","destinationRule":"e2e-cleanup-test"} {"level":"info","ts":1784691290.6976762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c1f1943-cc81-413f-b5ac-fb900cb20d7a"} {"level":"info","ts":1784691290.697704,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c1f1943-cc81-413f-b5ac-fb900cb20d7a","name":"e2e-cleanup-test"} {"level":"info","ts":1784691290.697814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34a5bdba-e721-4c4d-83c2-a056da9b8d32","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.6978407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34a5bdba-e721-4c4d-83c2-a056da9b8d32","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784691290.7011054,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93b14e04-19b1-42a1-8e32-e3699ea2d549","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691290.7011805,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29308dad-e915-4967-bc4d-3929918f4687"} {"level":"info","ts":1784691290.701223,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29308dad-e915-4967-bc4d-3929918f4687","name":"e2e-cleanup-test"} {"level":"info","ts":1784691290.708111,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c1f1943-cc81-413f-b5ac-fb900cb20d7a","httpRoute":"e2e-cleanup-test","providers":["e2e-cleanup-test"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784691290.7136803,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dfb29e6-7741-482b-a684-e06eb8cd7ee3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.7137039,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dfb29e6-7741-482b-a684-e06eb8cd7ee3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784691290.7140245,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29308dad-e915-4967-bc4d-3929918f4687","service":"e2e-cleanup-test","serviceEntry":"e2e-cleanup-test","destinationRule":"e2e-cleanup-test"} {"level":"info","ts":1784691290.7144642,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8750c23c-5a12-4613-b843-d384d734bdc4"} {"level":"info","ts":1784691290.7145207,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8750c23c-5a12-4613-b843-d384d734bdc4","name":"e2e-cleanup-test"} {"level":"info","ts":1784691290.72991,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2044192b-4f09-4a16-8543-98c0783d4bb1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.729944,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2044192b-4f09-4a16-8543-98c0783d4bb1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784691290.7332885,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8750c23c-5a12-4613-b843-d384d734bdc4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784691290.7333255,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8750c23c-5a12-4613-b843-d384d734bdc4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691290.733378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8719df20-7c43-47c5-af9c-71e1fa5d8ff9"} {"level":"info","ts":1784691290.733426,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8719df20-7c43-47c5-af9c-71e1fa5d8ff9","name":"e2e-cleanup-test"} {"level":"info","ts":1784691290.742259,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8719df20-7c43-47c5-af9c-71e1fa5d8ff9","httpRoute":"e2e-cleanup-test","providers":["e2e-cleanup-test"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784691290.747114,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4d0530c-15c7-4015-a9f2-fd2b00f601e4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691290.747137,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4d0530c-15c7-4015-a9f2-fd2b00f601e4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784691290.7500505,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8719df20-7c43-47c5-af9c-71e1fa5d8ff9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691290.7501218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f877a123-eab7-4787-b7bb-605b4e697f20"} {"level":"info","ts":1784691290.7501721,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f877a123-eab7-4787-b7bb-605b4e697f20","name":"e2e-cleanup-test"} {"level":"info","ts":1784691290.7581031,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f877a123-eab7-4787-b7bb-605b4e697f20","httpRoute":"e2e-cleanup-test","providers":["e2e-cleanup-test"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784691298.8837276,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09b14f26-9a68-4a25-904b-1c0992bf0338","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691298.8940065,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c48ea3f8-2c6e-4409-99cb-0c116153c438","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691298.8940432,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c48ea3f8-2c6e-4409-99cb-0c116153c438","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691298.8940477,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6033481-7aec-4f7c-b1c4-909c81b24684"} {"level":"error","ts":1784691298.894071,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6033481-7aec-4f7c-b1c4-909c81b24684","provider":"e2e-cleanup-test","error":"ExternalProvider.inference.opendatahub.io \"e2e-cleanup-test\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691298.8941143,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c135f970-ae2c-450e-86a1-08837ced5417","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1784691298.8941379,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c135f970-ae2c-450e-86a1-08837ced5417","provider":"e2e-cleanup-test","error":"ExternalProvider \"e2e-cleanup-test\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691298.894172,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c135f970-ae2c-450e-86a1-08837ced5417"} {"level":"info","ts":1784691298.8942406,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc691dbe-2a22-4309-8e0e-482a911ed9b8"} {"level":"info","ts":1784691298.8950837,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"968f2f71-6107-4548-a066-8b5b2d607b7f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784691298.8951159,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"968f2f71-6107-4548-a066-8b5b2d607b7f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1784691298.8976817,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6033481-7aec-4f7c-b1c4-909c81b24684","error":"externalmodels.inference.opendatahub.io \"e2e-cleanup-test\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784691298.8977215,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6033481-7aec-4f7c-b1c4-909c81b24684","error":"ExternalModel \"e2e-cleanup-test\": no provider refs resolved successfully: ExternalProvider \"e2e-cleanup-test\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691298.8977666,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a6b30c7-ce72-45bd-9f28-28014d6f4c2b"} {"level":"info","ts":1784691303.1846805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691303.1847875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396"} {"level":"info","ts":1784691303.1848018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396"} {"level":"info","ts":1784691303.1848192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396","EoS":false} {"level":"info","ts":1784691303.1848407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396","EoS":true} {"level":"info","ts":1784691303.1848752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784691303.1848934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784691303.1849215,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396"} {"level":"info","ts":1784691303.2092407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691303.209315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5"} {"level":"info","ts":1784691303.2093282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5"} {"level":"info","ts":1784691303.2093394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","EoS":false} {"level":"info","ts":1784691303.2093525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","EoS":true} {"level":"info","ts":1784691303.2093716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784691303.2093892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784691303.209412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5"} {"level":"info","ts":1784691303.5600927,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691303.5601585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478"} {"level":"info","ts":1784691303.5601678,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478"} {"level":"info","ts":1784691303.5601773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478","EoS":false} {"level":"info","ts":1784691303.560188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478","EoS":true} {"level":"info","ts":1784691303.5602138,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478","field":"model"} {"level":"info","ts":1784691303.5602381,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478"} {"level":"info","ts":1784691305.2026575,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa718949-d3b9-4949-a28d-7f9a18b256e3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691305.2119265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"172fd7bb-b291-4443-8609-256d0a1cf1ea"} {"level":"error","ts":1784691305.211971,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"172fd7bb-b291-4443-8609-256d0a1cf1ea","provider":"e2e-external-model","error":"ExternalProvider.inference.opendatahub.io \"e2e-external-model\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691305.211996,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a73929b3-4d0e-40ea-b312-42efe18abe22","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691305.2120173,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a73929b3-4d0e-40ea-b312-42efe18abe22","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784691305.2120552,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c37d543-06ed-49d8-9ab9-6aeb6869c3f9"} {"level":"info","ts":1784691305.211926,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4eb353ed-71bc-4ccd-8d09-487a9d9a22ba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691305.212194,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4eb353ed-71bc-4ccd-8d09-487a9d9a22ba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691305.2129743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ef08a23-fc36-49d7-b081-ac6bfe3cf966","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784691305.2129996,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ef08a23-fc36-49d7-b081-ac6bfe3cf966","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1784691305.2149847,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"172fd7bb-b291-4443-8609-256d0a1cf1ea","error":"externalmodels.inference.opendatahub.io \"e2e-external-model\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784691305.2150197,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"172fd7bb-b291-4443-8609-256d0a1cf1ea","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784691305.2150645,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8acad8a7-2506-4471-b149-e501014014f1"} {"level":"info","ts":1784691897.6394482,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691897.6395395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6e36b6c-65ac-4b1d-815d-30b7b98c994a"} {"level":"info","ts":1784691897.6395478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6e36b6c-65ac-4b1d-815d-30b7b98c994a"} {"level":"info","ts":1784691897.6395874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6e36b6c-65ac-4b1d-815d-30b7b98c994a","EoS":false} {"level":"info","ts":1784691897.6396017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6e36b6c-65ac-4b1d-815d-30b7b98c994a","EoS":true} {"level":"info","ts":1784691897.639624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6e36b6c-65ac-4b1d-815d-30b7b98c994a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784691897.63964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6e36b6c-65ac-4b1d-815d-30b7b98c994a","path":"/ai-tenant-e2e-inf-b-4c93e4/test-model-4c93e4/v1/chat/completions"} {"level":"info","ts":1784691897.6396646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6e36b6c-65ac-4b1d-815d-30b7b98c994a"} {"level":"info","ts":1784691918.6713114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784691918.6713922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18"} {"level":"info","ts":1784691918.6714027,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18"} {"level":"info","ts":1784691918.671414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","EoS":false} {"level":"info","ts":1784691918.6714258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","EoS":true} {"level":"info","ts":1784691918.6714437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784691918.6714594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","path":"/ai-tenant-e2e-inf-b-4c93e4/test-model-4c93e4/v1/chat/completions"} {"level":"info","ts":1784691918.6714818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18"} {"level":"info","ts":1784692402.7597508,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692402.7598276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135"} {"level":"info","ts":1784692402.7598367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135"} {"level":"info","ts":1784692402.7598472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","EoS":false} {"level":"info","ts":1784692402.759861,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","EoS":true} {"level":"info","ts":1784692402.7598808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692402.7598953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","path":"/ai-tenant-e2e-shared-b-be39c1/rate-test-model-be39c1/v1/completions"} {"level":"info","ts":1784692402.759916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135"}