{"level":"info","ts":1784687769.716509,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9732a2f8-5640-4683-88e2-65a86b437c6d"} {"level":"info","ts":1784687769.7165232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9732a2f8-5640-4683-88e2-65a86b437c6d"} {"level":"info","ts":1784687769.7165344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9732a2f8-5640-4683-88e2-65a86b437c6d","EoS":false} {"level":"info","ts":1784687769.7165456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9732a2f8-5640-4683-88e2-65a86b437c6d","EoS":true} {"level":"info","ts":1784687769.716565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9732a2f8-5640-4683-88e2-65a86b437c6d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687769.7165809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9732a2f8-5640-4683-88e2-65a86b437c6d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687769.716601,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9732a2f8-5640-4683-88e2-65a86b437c6d"} {"level":"info","ts":1784687788.655752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687788.655833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c"} {"level":"info","ts":1784687788.6558425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c"} {"level":"info","ts":1784687788.655854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","EoS":false} {"level":"info","ts":1784687788.655864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","EoS":true} {"level":"info","ts":1784687788.6558855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687788.655901,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687788.655935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c"} {"level":"info","ts":1784687788.791301,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687788.791381,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77"} {"level":"info","ts":1784687788.791392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77"} {"level":"info","ts":1784687788.791404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","EoS":false} {"level":"info","ts":1784687788.7914145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","EoS":true} {"level":"info","ts":1784687788.7914355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687788.7914507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687788.7914696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77"} {"level":"info","ts":1784687788.9241977,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687788.924276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8"} {"level":"info","ts":1784687788.9242852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8"} {"level":"info","ts":1784687788.9242966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","EoS":false} {"level":"info","ts":1784687788.9243078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","EoS":true} {"level":"info","ts":1784687788.9243274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687788.924342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687788.9243605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8"} {"level":"info","ts":1784687789.0575776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687789.0576458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848"} {"level":"info","ts":1784687789.0576546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848"} {"level":"info","ts":1784687789.0576649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","EoS":false} {"level":"info","ts":1784687789.0576766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","EoS":true} {"level":"info","ts":1784687789.0576966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687789.0577123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687789.05773,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848"} {"level":"info","ts":1784687789.1930509,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687789.1931214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3"} {"level":"info","ts":1784687789.1931324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3"} {"level":"info","ts":1784687789.193144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","EoS":false} {"level":"info","ts":1784687789.193154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","EoS":true} {"level":"info","ts":1784687789.1931741,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687789.193187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687789.1932056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3"} {"level":"info","ts":1784687789.3252633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687789.3253329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b1f61b0-f0f5-4ce5-ab71-c42fb5532285"} {"level":"info","ts":1784687789.3253446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b1f61b0-f0f5-4ce5-ab71-c42fb5532285"} {"level":"info","ts":1784687789.3253555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b1f61b0-f0f5-4ce5-ab71-c42fb5532285","EoS":false} {"level":"info","ts":1784687789.325367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b1f61b0-f0f5-4ce5-ab71-c42fb5532285","EoS":true} {"level":"info","ts":1784687789.325388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b1f61b0-f0f5-4ce5-ab71-c42fb5532285","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687789.3254023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b1f61b0-f0f5-4ce5-ab71-c42fb5532285","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687789.3254201,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b1f61b0-f0f5-4ce5-ab71-c42fb5532285"} {"level":"info","ts":1784687806.0545728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687806.0546598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c"} {"level":"info","ts":1784687806.054675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c"} {"level":"info","ts":1784687806.054696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","EoS":false} {"level":"info","ts":1784687806.0547183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","EoS":true} {"level":"info","ts":1784687806.0547488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687806.0547674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687806.0547903,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c"} {"level":"info","ts":1784687806.089537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687806.0896072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc71d395-34f0-497f-a21a-37482b68d651"} {"level":"info","ts":1784687806.08962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc71d395-34f0-497f-a21a-37482b68d651"} {"level":"info","ts":1784687806.089632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc71d395-34f0-497f-a21a-37482b68d651","EoS":false} {"level":"info","ts":1784687806.0896444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc71d395-34f0-497f-a21a-37482b68d651","EoS":true} {"level":"info","ts":1784687806.0896673,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc71d395-34f0-497f-a21a-37482b68d651","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687806.089684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc71d395-34f0-497f-a21a-37482b68d651","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687806.0897055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc71d395-34f0-497f-a21a-37482b68d651"} {"level":"info","ts":1784687806.124288,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687806.1243448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b48ae9bf-3e8b-43be-82c9-12893b372f85"} {"level":"info","ts":1784687806.1243591,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b48ae9bf-3e8b-43be-82c9-12893b372f85"} {"level":"info","ts":1784687806.12437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b48ae9bf-3e8b-43be-82c9-12893b372f85","EoS":false} {"level":"info","ts":1784687806.1243794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b48ae9bf-3e8b-43be-82c9-12893b372f85","EoS":true} {"level":"info","ts":1784687806.1243958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b48ae9bf-3e8b-43be-82c9-12893b372f85","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687806.1244085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b48ae9bf-3e8b-43be-82c9-12893b372f85","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687806.1244307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b48ae9bf-3e8b-43be-82c9-12893b372f85"} {"level":"info","ts":1784687806.1583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687806.1583524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad8078eb-8718-452f-8bb3-4aefabf3e6ad"} {"level":"info","ts":1784687810.7808964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687810.7810059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192"} {"level":"info","ts":1784687810.7810206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192"} {"level":"info","ts":1784687810.7810388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","EoS":false} {"level":"info","ts":1784687810.7810597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","EoS":true} {"level":"info","ts":1784687810.7810876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687810.7811072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687810.7811372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192"} {"level":"info","ts":1784687819.3788207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687819.3788974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610"} {"level":"info","ts":1784687819.378907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610"} {"level":"info","ts":1784687819.3789177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","EoS":false} {"level":"info","ts":1784687819.3789544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","EoS":true} {"level":"info","ts":1784687819.3789794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687819.3789954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687819.3790228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610"} {"level":"info","ts":1784687832.2657816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687832.2658887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943"} {"level":"info","ts":1784687832.2659082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943"} {"level":"info","ts":1784687832.2659528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","EoS":false} {"level":"info","ts":1784687832.2659729,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","EoS":true} {"level":"info","ts":1784687832.265999,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687832.2660205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687832.2660468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943"} {"level":"info","ts":1784687840.798659,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687840.7987397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1"} {"level":"info","ts":1784687840.798749,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1"} {"level":"info","ts":1784687840.7987602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","EoS":false} {"level":"info","ts":1784687840.7987704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","EoS":true} {"level":"info","ts":1784687840.7987967,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687840.7988114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687840.7988307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1"} {"level":"info","ts":1784687849.658767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687849.6588447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2"} {"level":"info","ts":1784687849.6588545,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2"} {"level":"info","ts":1784687849.658866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","EoS":false} {"level":"info","ts":1784687849.658877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","EoS":true} {"level":"info","ts":1784687849.6588979,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687849.6589127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687849.6589532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2"} {"level":"info","ts":1784687858.6820662,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687858.6821396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25bc805b-9b5c-4128-9aec-2443bc2f8c07"} {"level":"info","ts":1784687858.6821496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25bc805b-9b5c-4128-9aec-2443bc2f8c07"} {"level":"info","ts":1784687858.6821609,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25bc805b-9b5c-4128-9aec-2443bc2f8c07","EoS":false} {"level":"info","ts":1784687858.6821709,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25bc805b-9b5c-4128-9aec-2443bc2f8c07","EoS":true} {"level":"info","ts":1784687858.682189,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25bc805b-9b5c-4128-9aec-2443bc2f8c07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687858.6822042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25bc805b-9b5c-4128-9aec-2443bc2f8c07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687858.6822305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25bc805b-9b5c-4128-9aec-2443bc2f8c07"} {"level":"info","ts":1784687863.444327,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687863.4444053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17ba4c31-b8cf-497c-ad57-0b7bc31b5846"} {"level":"info","ts":1784687863.444417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17ba4c31-b8cf-497c-ad57-0b7bc31b5846"} {"level":"info","ts":1784687863.4444282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17ba4c31-b8cf-497c-ad57-0b7bc31b5846","EoS":false} {"level":"info","ts":1784687863.4444394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17ba4c31-b8cf-497c-ad57-0b7bc31b5846","EoS":true} {"level":"info","ts":1784687863.4444585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17ba4c31-b8cf-497c-ad57-0b7bc31b5846","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687863.4444733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17ba4c31-b8cf-497c-ad57-0b7bc31b5846","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687863.4444928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17ba4c31-b8cf-497c-ad57-0b7bc31b5846"} {"level":"info","ts":1784687868.2035184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687868.2036052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27c0a84a-bf4d-4aa9-98a1-8264b6ec8609"} {"level":"info","ts":1784687868.2036147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27c0a84a-bf4d-4aa9-98a1-8264b6ec8609"} {"level":"info","ts":1784687868.203627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27c0a84a-bf4d-4aa9-98a1-8264b6ec8609","EoS":false} {"level":"info","ts":1784687868.2036388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27c0a84a-bf4d-4aa9-98a1-8264b6ec8609","EoS":true} {"level":"info","ts":1784687868.2036595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27c0a84a-bf4d-4aa9-98a1-8264b6ec8609","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687868.2036748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27c0a84a-bf4d-4aa9-98a1-8264b6ec8609","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687868.2036939,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27c0a84a-bf4d-4aa9-98a1-8264b6ec8609"} {"level":"info","ts":1784687868.484985,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687868.485059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7e49c13-47db-4da2-bd90-0954463f1bd8"} {"level":"info","ts":1784687868.485068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7e49c13-47db-4da2-bd90-0954463f1bd8"} {"level":"info","ts":1784687868.4850795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7e49c13-47db-4da2-bd90-0954463f1bd8","EoS":false} {"level":"info","ts":1784687868.485092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7e49c13-47db-4da2-bd90-0954463f1bd8","EoS":true} {"level":"info","ts":1784687868.4851146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7e49c13-47db-4da2-bd90-0954463f1bd8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687868.4851294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7e49c13-47db-4da2-bd90-0954463f1bd8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687868.4851496,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7e49c13-47db-4da2-bd90-0954463f1bd8"} {"level":"info","ts":1784687870.5143147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687870.5143898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36b49eee-854b-4fc3-a75e-494088535079"} {"level":"info","ts":1784687870.5143986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36b49eee-854b-4fc3-a75e-494088535079"} {"level":"info","ts":1784687870.514409,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36b49eee-854b-4fc3-a75e-494088535079","EoS":false} {"level":"info","ts":1784687870.514421,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36b49eee-854b-4fc3-a75e-494088535079","EoS":true} {"level":"info","ts":1784687870.5144415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36b49eee-854b-4fc3-a75e-494088535079","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687870.514456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36b49eee-854b-4fc3-a75e-494088535079","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687870.514476,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36b49eee-854b-4fc3-a75e-494088535079"} {"level":"info","ts":1784687872.5511253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687872.5512002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56e3b0ce-a666-476b-b7b4-1ae486f92b55"} {"level":"info","ts":1784687872.5512097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56e3b0ce-a666-476b-b7b4-1ae486f92b55"} {"level":"info","ts":1784687872.5512223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56e3b0ce-a666-476b-b7b4-1ae486f92b55","EoS":false} {"level":"info","ts":1784687872.5512345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56e3b0ce-a666-476b-b7b4-1ae486f92b55","EoS":true} {"level":"info","ts":1784687872.5512545,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56e3b0ce-a666-476b-b7b4-1ae486f92b55","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687872.5512698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56e3b0ce-a666-476b-b7b4-1ae486f92b55","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687872.5512912,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56e3b0ce-a666-476b-b7b4-1ae486f92b55"} {"level":"info","ts":1784687874.5898497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687874.5899503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a"} {"level":"info","ts":1784687874.5899646,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a"} {"level":"info","ts":1784687874.5899768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","EoS":false} {"level":"info","ts":1784687874.5899892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","EoS":true} {"level":"info","ts":1784687874.590013,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687874.590029,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687874.5900526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a"} {"level":"info","ts":1784687898.0476549,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687898.0477355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750"} {"level":"info","ts":1784687898.0477476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750"} {"level":"info","ts":1784687898.0477588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","EoS":false} {"level":"info","ts":1784687898.0477695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","EoS":true} {"level":"info","ts":1784687898.0477893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687898.047805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687898.0478244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750"} {"level":"info","ts":1784687907.3957138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687907.3957984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa4ecf2a-1a50-4443-b2fb-e7ca9c1d48fe"} {"level":"info","ts":1784687907.3958092,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa4ecf2a-1a50-4443-b2fb-e7ca9c1d48fe"} {"level":"info","ts":1784687907.3958216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa4ecf2a-1a50-4443-b2fb-e7ca9c1d48fe","EoS":false} {"level":"info","ts":1784687907.3958325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa4ecf2a-1a50-4443-b2fb-e7ca9c1d48fe","EoS":true} {"level":"info","ts":1784687907.395855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa4ecf2a-1a50-4443-b2fb-e7ca9c1d48fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687907.3958704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa4ecf2a-1a50-4443-b2fb-e7ca9c1d48fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687907.3958902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa4ecf2a-1a50-4443-b2fb-e7ca9c1d48fe"} {"level":"info","ts":1784687912.9195302,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687912.9196136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdf8dbca-77b6-4c14-b648-57250254bfbc"} {"level":"info","ts":1784687912.9196246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fdf8dbca-77b6-4c14-b648-57250254bfbc"} {"level":"info","ts":1784687912.9196365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdf8dbca-77b6-4c14-b648-57250254bfbc","EoS":false} {"level":"info","ts":1784687912.9196508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdf8dbca-77b6-4c14-b648-57250254bfbc","EoS":true} {"level":"info","ts":1784687912.9196723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdf8dbca-77b6-4c14-b648-57250254bfbc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687912.9196873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdf8dbca-77b6-4c14-b648-57250254bfbc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687912.919707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fdf8dbca-77b6-4c14-b648-57250254bfbc"} {"level":"info","ts":1784687922.5014176,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687922.501496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b8986ee-40b5-4699-94b1-eb6c5cd9eba9"} {"level":"info","ts":1784687922.501506,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b8986ee-40b5-4699-94b1-eb6c5cd9eba9"} {"level":"info","ts":1784687922.501517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b8986ee-40b5-4699-94b1-eb6c5cd9eba9","EoS":false} {"level":"info","ts":1784687922.5015273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b8986ee-40b5-4699-94b1-eb6c5cd9eba9","EoS":true} {"level":"info","ts":1784687922.5015507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b8986ee-40b5-4699-94b1-eb6c5cd9eba9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687922.5015657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b8986ee-40b5-4699-94b1-eb6c5cd9eba9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687922.5015864,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b8986ee-40b5-4699-94b1-eb6c5cd9eba9"} {"level":"info","ts":1784687924.5313954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687924.5314786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8"} {"level":"info","ts":1784687924.531488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8"} {"level":"info","ts":1784687924.5314999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","EoS":false} {"level":"info","ts":1784687924.5315108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","EoS":true} {"level":"info","ts":1784687924.5315323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687924.5315473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687924.5315683,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8"} {"level":"info","ts":1784687933.9697077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687933.9697828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd"} {"level":"info","ts":1784687933.9697928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd"} {"level":"info","ts":1784687933.969804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","EoS":false} {"level":"info","ts":1784687933.9698148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","EoS":true} {"level":"info","ts":1784687933.9698355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687933.9698496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687933.969869,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd"} {"level":"info","ts":1784687934.0010097,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687934.0010757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f"} {"level":"info","ts":1784687934.0010872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f"} {"level":"info","ts":1784687934.0010984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","EoS":false} {"level":"info","ts":1784687934.0011084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","EoS":true} {"level":"info","ts":1784687934.0011275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687934.001141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687934.00116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f"} {"level":"info","ts":1784687953.1610696,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687953.1611583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3"} {"level":"info","ts":1784687953.1611726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3"} {"level":"info","ts":1784687953.1611927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","EoS":false} {"level":"info","ts":1784687953.16121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","EoS":true} {"level":"info","ts":1784687953.1612413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687953.1612601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687953.161283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3"} {"level":"info","ts":1784687962.5117726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687962.5118585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c58f7a9-c8bb-4e52-b70c-f4c393768828"} {"level":"info","ts":1784687962.5118728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c58f7a9-c8bb-4e52-b70c-f4c393768828"} {"level":"info","ts":1784687962.5118916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c58f7a9-c8bb-4e52-b70c-f4c393768828","EoS":false} {"level":"info","ts":1784687962.51191,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c58f7a9-c8bb-4e52-b70c-f4c393768828","EoS":true} {"level":"info","ts":1784687962.5119667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c58f7a9-c8bb-4e52-b70c-f4c393768828","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687962.5119867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c58f7a9-c8bb-4e52-b70c-f4c393768828","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687962.5120153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c58f7a9-c8bb-4e52-b70c-f4c393768828"} {"level":"info","ts":1784687967.7397814,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687967.739865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09d7ae7a-a40b-4b8c-9ac1-8e9320fd7622"} {"level":"info","ts":1784687967.7398763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09d7ae7a-a40b-4b8c-9ac1-8e9320fd7622"} {"level":"info","ts":1784687967.7398875,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09d7ae7a-a40b-4b8c-9ac1-8e9320fd7622","EoS":false} {"level":"info","ts":1784687967.739898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09d7ae7a-a40b-4b8c-9ac1-8e9320fd7622","EoS":true} {"level":"info","ts":1784687967.739938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09d7ae7a-a40b-4b8c-9ac1-8e9320fd7622","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687967.739955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09d7ae7a-a40b-4b8c-9ac1-8e9320fd7622","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687967.7399986,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09d7ae7a-a40b-4b8c-9ac1-8e9320fd7622"} {"level":"info","ts":1784688058.542357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688058.5424397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f60e713-dc60-46c2-9a5d-7ae521fbdd7c"} {"level":"info","ts":1784688058.542449,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f60e713-dc60-46c2-9a5d-7ae521fbdd7c"} {"level":"info","ts":1784688058.5424602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f60e713-dc60-46c2-9a5d-7ae521fbdd7c","EoS":false} {"level":"info","ts":1784688058.5424702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f60e713-dc60-46c2-9a5d-7ae521fbdd7c","EoS":true} {"level":"info","ts":1784688058.5424907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f60e713-dc60-46c2-9a5d-7ae521fbdd7c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784688058.5425057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f60e713-dc60-46c2-9a5d-7ae521fbdd7c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784688058.5425253,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f60e713-dc60-46c2-9a5d-7ae521fbdd7c"} {"level":"info","ts":1784688084.1653812,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688084.1654565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399"} {"level":"info","ts":1784688084.1654649,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399"} {"level":"info","ts":1784688084.1654763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","EoS":false} {"level":"info","ts":1784688084.1654878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","EoS":true} {"level":"info","ts":1784688084.1655073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784688084.165522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784688084.1655428,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399"} {"level":"info","ts":1784688121.3619795,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688121.3620684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a"} {"level":"info","ts":1784688121.3620775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a"} {"level":"info","ts":1784688121.362089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","EoS":false} {"level":"info","ts":1784688121.362099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","EoS":true} {"level":"info","ts":1784688121.3621204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688121.362134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688121.3621528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a"} {"level":"info","ts":1784688136.6293864,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688136.6294937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba"} {"level":"info","ts":1784688136.629511,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba"} {"level":"info","ts":1784688136.6295292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","EoS":false} {"level":"info","ts":1784688136.629548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","EoS":true} {"level":"info","ts":1784688136.6295755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688136.629595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688136.6296203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba"} {"level":"info","ts":1784688136.9103148,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688136.910392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bff5c563-48f1-4c70-a351-dfc86d1474e8"} {"level":"info","ts":1784688136.910405,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bff5c563-48f1-4c70-a351-dfc86d1474e8"} {"level":"info","ts":1784688136.910417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bff5c563-48f1-4c70-a351-dfc86d1474e8","EoS":false} {"level":"info","ts":1784688136.9104347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bff5c563-48f1-4c70-a351-dfc86d1474e8","EoS":true} {"level":"info","ts":1784688136.9104586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bff5c563-48f1-4c70-a351-dfc86d1474e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784688136.910474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bff5c563-48f1-4c70-a351-dfc86d1474e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688136.9104934,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bff5c563-48f1-4c70-a351-dfc86d1474e8"} {"level":"info","ts":1784688460.271278,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688460.2713747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0"} {"level":"info","ts":1784688460.2713861,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0"} {"level":"info","ts":1784688460.271398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","EoS":false} {"level":"info","ts":1784688460.271411,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","EoS":true} {"level":"info","ts":1784688460.271431,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688460.2714462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688460.2714665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0"} {"level":"info","ts":1784688460.3055477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688460.30561,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d07fcdde-3150-4c8c-87e1-267eb5a020cf"} {"level":"info","ts":1784688460.3056211,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d07fcdde-3150-4c8c-87e1-267eb5a020cf"} {"level":"info","ts":1784688460.3056326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d07fcdde-3150-4c8c-87e1-267eb5a020cf","EoS":false} {"level":"info","ts":1784688460.305645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d07fcdde-3150-4c8c-87e1-267eb5a020cf","EoS":true} {"level":"info","ts":1784688460.305664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d07fcdde-3150-4c8c-87e1-267eb5a020cf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688460.3056767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d07fcdde-3150-4c8c-87e1-267eb5a020cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688460.3056946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d07fcdde-3150-4c8c-87e1-267eb5a020cf"} {"level":"info","ts":1784688460.3385835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688460.3386357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caf3b711-3a58-4f0b-9634-8645172ab357"} {"level":"info","ts":1784688460.338644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"caf3b711-3a58-4f0b-9634-8645172ab357"} {"level":"info","ts":1784688460.338654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caf3b711-3a58-4f0b-9634-8645172ab357","EoS":false} {"level":"info","ts":1784688460.3386633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caf3b711-3a58-4f0b-9634-8645172ab357","EoS":true} {"level":"info","ts":1784688460.3386793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"caf3b711-3a58-4f0b-9634-8645172ab357","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688460.3386912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caf3b711-3a58-4f0b-9634-8645172ab357","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688460.33871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"caf3b711-3a58-4f0b-9634-8645172ab357"} {"level":"info","ts":1784688465.2016582,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb0706a2-9678-446c-b080-d2f22323eb7a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688465.2016704,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c919517f-625c-492c-bf82-44c838434685"} {"level":"info","ts":1784688465.2016962,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb0706a2-9678-446c-b080-d2f22323eb7a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688465.2092807,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f6f2cdc-3e91-4c72-b7f8-58f35c3bbac7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688465.2093058,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f6f2cdc-3e91-4c72-b7f8-58f35c3bbac7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784688465.2104535,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c919517f-625c-492c-bf82-44c838434685","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688465.2106898,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37605.617696047,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688465.2107058,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688465.3267193,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"810b771e-3adc-4c48-aba7-50db803183f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688465.3268194,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"810b771e-3adc-4c48-aba7-50db803183f8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688465.3269086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8d98334-31b6-4e95-88f4-546c7d9ba07b"} {"level":"info","ts":1784688465.3269641,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8d98334-31b6-4e95-88f4-546c7d9ba07b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784688465.3273706,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8ad91d4-d26f-48a9-bd32-8b07a2060880","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688465.3273978,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8ad91d4-d26f-48a9-bd32-8b07a2060880","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688465.3333917,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688465.3462255,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91707c12-613e-4e99-9417-940536699acc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688465.3462582,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91707c12-613e-4e99-9417-940536699acc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688465.3463337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6bf5b52-21dc-42cf-aa0c-7fec646a2a80","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1784688465.34634,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8d98334-31b6-4e95-88f4-546c7d9ba07b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688465.346372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6bf5b52-21dc-42cf-aa0c-7fec646a2a80","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784688465.3463736,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8d98334-31b6-4e95-88f4-546c7d9ba07b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688465.3464215,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e68136f-d446-4b6d-b4c9-4472250eac0f"} {"level":"info","ts":1784688465.3464768,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"785b4977-8533-4471-931e-d389d8d00932","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688465.3466082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"785b4977-8533-4471-931e-d389d8d00932","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688465.3466387,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33889.214626571,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688465.3466575,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688465.4115613,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38648.840420098,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688465.4115837,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688465.427301,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688465.4278023,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688465.4468286,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e68136f-d446-4b6d-b4c9-4472250eac0f","name":"e2e-external-model"} {"level":"info","ts":1784688465.4671118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d24b5ef-3dd8-4b0f-935c-ed4d628ff718","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688465.467138,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d24b5ef-3dd8-4b0f-935c-ed4d628ff718","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784688465.4674392,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e68136f-d446-4b6d-b4c9-4472250eac0f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784688465.4674735,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e68136f-d446-4b6d-b4c9-4472250eac0f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688465.4675107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e9d3bdd-8c48-457d-aa8b-5f1af49dd389"} {"level":"info","ts":1784688465.4675646,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e9d3bdd-8c48-457d-aa8b-5f1af49dd389","name":"e2e-external-model"} {"level":"error","ts":1784688465.4806983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4e9d3bdd-8c48-457d-aa8b-5f1af49dd389","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688465.480786,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dcd313f-60d7-44d2-8dd9-b087affd364b"} {"level":"info","ts":1784688465.4808362,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dcd313f-60d7-44d2-8dd9-b087affd364b","name":"e2e-external-model"} {"level":"info","ts":1784688465.4807858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e77f4110-0c3d-4894-bf89-4256a5efbe8f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688465.4808867,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e77f4110-0c3d-4894-bf89-4256a5efbe8f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688465.491145,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dcd313f-60d7-44d2-8dd9-b087affd364b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688465.498687,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd4c53d4-4603-482b-9b9f-2789bd819658","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688465.498709,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd4c53d4-4603-482b-9b9f-2789bd819658","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688465.4987307,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d228da47-1954-4645-bfbd-df44364dbcef"} {"level":"info","ts":1784688465.4987743,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d228da47-1954-4645-bfbd-df44364dbcef","name":"e2e-external-model"} {"level":"info","ts":1784688465.5089102,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d228da47-1954-4645-bfbd-df44364dbcef","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688465.511873,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c919517f-625c-492c-bf82-44c838434685","name":"e2e-external-provider"} {"level":"info","ts":1784688465.5216918,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c919517f-625c-492c-bf82-44c838434685","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784688465.5254755,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c919517f-625c-492c-bf82-44c838434685","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688465.525547,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d888f9f2-6538-4123-a8ec-4d96da290eab"} {"level":"info","ts":1784688465.5255823,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d888f9f2-6538-4123-a8ec-4d96da290eab","name":"e2e-external-provider"} {"level":"info","ts":1784688465.5355892,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d888f9f2-6538-4123-a8ec-4d96da290eab","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784688472.6516387,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688472.651717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88b49c7e-1a51-4197-82bf-6fd12a8446e9"} {"level":"info","ts":1784688472.6517293,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88b49c7e-1a51-4197-82bf-6fd12a8446e9"} {"level":"info","ts":1784688472.6517403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88b49c7e-1a51-4197-82bf-6fd12a8446e9","EoS":false} {"level":"info","ts":1784688472.6517572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88b49c7e-1a51-4197-82bf-6fd12a8446e9","EoS":true} {"level":"info","ts":1784688472.6517777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88b49c7e-1a51-4197-82bf-6fd12a8446e9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688472.6517925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88b49c7e-1a51-4197-82bf-6fd12a8446e9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688472.6518,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"88b49c7e-1a51-4197-82bf-6fd12a8446e9","modelName":"e2e-external-model"} {"level":"info","ts":1784688472.6518154,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"88b49c7e-1a51-4197-82bf-6fd12a8446e9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688472.6518655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88b49c7e-1a51-4197-82bf-6fd12a8446e9"} {"level":"info","ts":1784688472.702109,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688472.7021701,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db7de296-3bde-4a6d-a341-08bfc74ad14d"} {"level":"info","ts":1784688472.7021797,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db7de296-3bde-4a6d-a341-08bfc74ad14d"} {"level":"info","ts":1784688472.7021904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db7de296-3bde-4a6d-a341-08bfc74ad14d","EoS":false} {"level":"info","ts":1784688472.7022038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db7de296-3bde-4a6d-a341-08bfc74ad14d","EoS":true} {"level":"info","ts":1784688472.7022228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db7de296-3bde-4a6d-a341-08bfc74ad14d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688472.7022388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db7de296-3bde-4a6d-a341-08bfc74ad14d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688472.702246,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"db7de296-3bde-4a6d-a341-08bfc74ad14d","modelName":"e2e-external-model"} {"level":"info","ts":1784688472.7022588,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"db7de296-3bde-4a6d-a341-08bfc74ad14d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688472.7022977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db7de296-3bde-4a6d-a341-08bfc74ad14d"} {"level":"info","ts":1784688472.7241337,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688472.7242045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8"} {"level":"info","ts":1784688472.7242177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8"} {"level":"info","ts":1784688472.7242353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","EoS":false} {"level":"info","ts":1784688472.7242556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","EoS":true} {"level":"info","ts":1784688472.7242827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688472.7242987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688472.7243102,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","modelName":"e2e-external-model"} {"level":"info","ts":1784688472.7243316,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688472.7243755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8"} {"level":"info","ts":1784688472.8842862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1c6ac72-c249-4967-a847-470570c358d4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688472.8843257,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1c6ac72-c249-4967-a847-470570c358d4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688472.8843277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50dbeaf0-a49f-46a4-95a7-15a2cf45f0af"} {"level":"error","ts":1784688472.8971932,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50dbeaf0-a49f-46a4-95a7-15a2cf45f0af","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688472.8972585,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50dbeaf0-a49f-46a4-95a7-15a2cf45f0af","name":"e2e-cleanup-test"} {"level":"info","ts":1784688472.8977985,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1d5b443-5bcc-433f-ac1e-61b5537e7613","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688472.897825,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1d5b443-5bcc-433f-ac1e-61b5537e7613","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784688472.9207556,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50dbeaf0-a49f-46a4-95a7-15a2cf45f0af","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784688472.9208016,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50dbeaf0-a49f-46a4-95a7-15a2cf45f0af","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688472.920834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a480b96-6504-4898-a063-ebfa35bc1fb1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688472.9208543,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92846242-57c0-457c-8d52-b2f59d1e6d0f"} {"level":"info","ts":1784688472.9208634,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a480b96-6504-4898-a063-ebfa35bc1fb1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688472.9209065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92846242-57c0-457c-8d52-b2f59d1e6d0f","name":"e2e-cleanup-test"} {"level":"error","ts":1784688472.941428,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92846242-57c0-457c-8d52-b2f59d1e6d0f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688472.9414847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c754bf24-4131-4ecf-9edb-3db22af5e6e6"} {"level":"info","ts":1784688472.941543,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c754bf24-4131-4ecf-9edb-3db22af5e6e6","name":"e2e-cleanup-test"} {"level":"info","ts":1784688472.9416707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0399da92-79af-48f3-8d61-4293b00499b7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688472.9416955,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0399da92-79af-48f3-8d61-4293b00499b7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688472.9520164,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c754bf24-4131-4ecf-9edb-3db22af5e6e6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784688472.957021,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c754bf24-4131-4ecf-9edb-3db22af5e6e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688472.9570873,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff97ff60-a766-4488-9a59-0863281e5de4"} {"level":"info","ts":1784688472.9571283,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff97ff60-a766-4488-9a59-0863281e5de4","name":"e2e-cleanup-test"} {"level":"info","ts":1784688472.9611125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1819a44e-530b-4bd2-afcc-ad904ff6a9b7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688472.961137,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1819a44e-530b-4bd2-afcc-ad904ff6a9b7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688472.969603,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff97ff60-a766-4488-9a59-0863281e5de4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784688472.9740295,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff97ff60-a766-4488-9a59-0863281e5de4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688472.9740942,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57d3b1f7-4c33-490f-b33b-c35746c1a322"} {"level":"info","ts":1784688472.974136,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57d3b1f7-4c33-490f-b33b-c35746c1a322","name":"e2e-cleanup-test"} {"level":"info","ts":1784688472.984125,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57d3b1f7-4c33-490f-b33b-c35746c1a322","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688481.1665475,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"246859d4-7cff-44e9-9880-bbae09b3c1d8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688481.166588,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"246859d4-7cff-44e9-9880-bbae09b3c1d8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688481.166593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8835df7e-1846-4d22-8ce7-0619d76cd915"} {"level":"info","ts":1784688485.4872348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688485.4873214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550"} {"level":"info","ts":1784688485.4873357,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550"} {"level":"info","ts":1784688485.4873552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550","EoS":false} {"level":"info","ts":1784688485.487375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550","EoS":true} {"level":"info","ts":1784688485.4874125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784688485.4874299,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784688485.4874587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550"} {"level":"info","ts":1784688485.5127664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688485.5128245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f146c948-7548-4127-93e3-226a354eda10"} {"level":"info","ts":1784688485.512834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f146c948-7548-4127-93e3-226a354eda10"} {"level":"info","ts":1784688485.512845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","EoS":false} {"level":"info","ts":1784688485.5128548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","EoS":true} {"level":"info","ts":1784688485.51287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688485.512883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688485.5128894,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","modelName":"e2e-external-model"} {"level":"info","ts":1784688485.5129035,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688485.5129893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f146c948-7548-4127-93e3-226a354eda10"} {"level":"info","ts":1784688485.549885,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688485.549954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a"} {"level":"info","ts":1784688485.549965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a"} {"level":"info","ts":1784688485.5499742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","EoS":false} {"level":"info","ts":1784688485.5499847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","EoS":true} {"level":"info","ts":1784688485.5500014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784688485.550013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688485.5500302,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a"} {"level":"info","ts":1784688485.6844423,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688485.6845064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0"} {"level":"info","ts":1784688485.6845162,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0"} {"level":"info","ts":1784688485.6845257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0","EoS":false} {"level":"info","ts":1784688485.684537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0","EoS":true} {"level":"info","ts":1784688485.6845555,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0","field":"model"} {"level":"info","ts":1784688485.6845772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0"} {"level":"info","ts":1784688486.5889907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"861d3b0c-1cda-4866-b9e4-6a1c459c7e8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688486.5890179,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc87a5d3-d700-49da-aa3d-34a22568c58f"} {"level":"info","ts":1784688486.5890317,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"861d3b0c-1cda-4866-b9e4-6a1c459c7e8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688486.730078,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b957d2c-9c61-443e-aca3-36d2bf4ccd93","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688486.7301261,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b957d2c-9c61-443e-aca3-36d2bf4ccd93","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688486.7301292,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b704345a-fee1-43b1-93cc-141f68b23533"} {"level":"info","ts":1784689084.894804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689084.8948812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7361ec24-4d95-464f-a324-d5dc06a7c022"} {"level":"info","ts":1784689084.89489,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7361ec24-4d95-464f-a324-d5dc06a7c022"} {"level":"info","ts":1784689084.8949006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7361ec24-4d95-464f-a324-d5dc06a7c022","EoS":false} {"level":"info","ts":1784689084.8949492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7361ec24-4d95-464f-a324-d5dc06a7c022","EoS":true} {"level":"info","ts":1784689084.894983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7361ec24-4d95-464f-a324-d5dc06a7c022","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689084.895001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7361ec24-4d95-464f-a324-d5dc06a7c022","path":"/ai-tenant-e2e-inf-b-6ecc40/test-model-6ecc40/v1/chat/completions"} {"level":"info","ts":1784689084.8950222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7361ec24-4d95-464f-a324-d5dc06a7c022"} {"level":"info","ts":1784689105.8998039,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689105.899896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410"} {"level":"info","ts":1784689105.8999088,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410"} {"level":"info","ts":1784689105.8999412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","EoS":false} {"level":"info","ts":1784689105.8999557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","EoS":true} {"level":"info","ts":1784689105.8999777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689105.8999925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","path":"/ai-tenant-e2e-inf-b-6ecc40/test-model-6ecc40/v1/chat/completions"} {"level":"info","ts":1784689105.9000194,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410"} {"level":"info","ts":1784689617.2839985,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784689617.2840953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f"} {"level":"info","ts":1784689617.2841098,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f"} {"level":"info","ts":1784689617.2841213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","EoS":false} {"level":"info","ts":1784689617.2841358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","EoS":true} {"level":"info","ts":1784689617.284155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784689617.28417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","path":"/ai-tenant-e2e-shared-b-cf82b3/rate-test-model-cf82b3/v1/completions"} {"level":"info","ts":1784689617.2841926,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f"}